Nov 29 11:46:33 user nova-compute[74974]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=74974) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=74974) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=74974) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 29 11:46:33 user nova-compute[74974]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:46:33 user nova-compute[74974]: INFO nova.virt.driver [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] Loading compute driver 'libvirt.LibvirtDriver'
Nov 29 11:46:33 user nova-compute[74974]: INFO nova.compute.provider_config [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] Acquiring lock "singleton_lock" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] Acquired lock "singleton_lock" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] Releasing lock "singleton_lock" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] Full set of CONF: {{(pid=74974) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ******************************************************************************** {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] Configuration options gathered from: {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ================================================================================ {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] allow_resize_to_same_host      = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] arq_binding_timeout            = 300 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] backdoor_port                  = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] backdoor_socket                = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] block_device_allocate_retries  = 300 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] block_device_allocate_retries_interval = 5 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cert                           = self.pem {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] compute_monitors               = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] config_dir                     = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] config_drive_format            = iso9660 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] config_source                  = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] console_host                   = user {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] control_exchange               = nova {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cpu_allocation_ratio           = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] daemon                         = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] debug                          = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] default_access_ip_network_name = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] default_availability_zone      = nova {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] default_ephemeral_format       = ext4 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] default_green_pool_size        = 1000 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] default_schedule_zone          = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] disk_allocation_ratio          = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] enable_new_services            = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] enabled_apis                   = ['osapi_compute'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] enabled_ssl_apis               = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] flat_injected                  = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] force_config_drive             = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] force_raw_images               = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] graceful_shutdown_timeout      = 5 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] heal_instance_info_cache_interval = 60 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] host                           = user {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] initial_disk_allocation_ratio  = 1.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] initial_ram_allocation_ratio   = 1.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] instance_build_timeout         = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] instance_delete_interval       = 300 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] instance_format                = [instance: %(uuid)s]  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] instance_name_template         = instance-%08x {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] instance_usage_audit           = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] instance_usage_audit_period    = month {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] internal_service_availability_zone = internal {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] key                            = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] live_migration_retry_count     = 30 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] log_config_append              = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] log_dir                        = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] log_file                       = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] log_options                    = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] log_rotate_interval            = 1 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] log_rotate_interval_type       = days {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] log_rotation_type              = none {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] long_rpc_timeout               = 1800 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] max_concurrent_builds          = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] max_concurrent_live_migrations = 1 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] max_concurrent_snapshots       = 5 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] max_local_block_devices        = 3 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] max_logfile_count              = 30 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] max_logfile_size_mb            = 200 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] maximum_instance_delete_attempts = 5 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] metadata_listen                = 0.0.0.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] metadata_listen_port           = 8775 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] metadata_workers               = 3 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] migrate_max_retries            = -1 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] mkisofs_cmd                    = genisoimage {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] my_block_storage_ip            = 10.0.0.210 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] my_ip                          = 10.0.0.210 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] network_allocate_retries       = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] osapi_compute_listen           = 0.0.0.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] osapi_compute_listen_port      = 8774 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] osapi_compute_unique_server_name_scope =  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] osapi_compute_workers          = 3 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] password_length                = 12 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] periodic_enable                = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] periodic_fuzzy_delay           = 60 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] pointer_model                  = ps2mouse {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] preallocate_images             = none {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] publish_errors                 = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] pybasedir                      = /opt/stack/nova {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ram_allocation_ratio           = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] rate_limit_burst               = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] rate_limit_except_level        = CRITICAL {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] rate_limit_interval            = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] reboot_timeout                 = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] reclaim_instance_interval      = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] record                         = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] reimage_timeout_per_gb         = 60 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] report_interval                = 120 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] rescue_timeout                 = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] reserved_host_cpus             = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] reserved_host_disk_mb          = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] reserved_host_memory_mb        = 512 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] reserved_huge_pages            = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] resize_confirm_window          = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] resize_fs_using_block_device   = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] resume_guests_state_on_host_boot = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] rpc_response_timeout           = 60 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] run_external_periodic_tasks    = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] running_deleted_instance_action = reap {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] running_deleted_instance_poll_interval = 1800 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] running_deleted_instance_timeout = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] scheduler_instance_sync_interval = 120 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] service_down_time              = 720 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] servicegroup_driver            = db {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] shelved_offload_time           = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] shelved_poll_interval          = 3600 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] shutdown_timeout               = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] source_is_ipv6                 = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ssl_only                       = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] state_path                     = /opt/stack/data/nova {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] sync_power_state_interval      = 600 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] sync_power_state_pool_size     = 1000 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] syslog_log_facility            = LOG_USER {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] tempdir                        = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] timeout_nbd                    = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] transport_url                  = **** {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] update_resources_interval      = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] use_cow_images                 = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] use_eventlog                   = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] use_journal                    = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] use_json                       = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] use_rootwrap_daemon            = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] use_stderr                     = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] use_syslog                     = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vcpu_pin_set                   = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vif_plugging_is_fatal          = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vif_plugging_timeout           = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] virt_mkfs                      = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] volume_usage_poll_interval     = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] watch_log_file                 = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] web                            = /usr/share/spice-html5 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_concurrency.disable_process_locking = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.auth_strategy              = keystone {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.compute_link_prefix        = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.dhcp_domain                = novalocal {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.enable_instance_password   = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.glance_link_prefix         = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.instance_list_cells_batch_strategy = distributed {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.instance_list_per_project_cells = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.list_records_by_skipping_down_cells = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.local_metadata_per_cell    = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.max_limit                  = 1000 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.metadata_cache_expiration  = 15 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.neutron_default_tenant_id  = default {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.use_forwarded_for          = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.use_neutron_default_nets   = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.vendordata_dynamic_failure_fatal = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.vendordata_dynamic_targets = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.vendordata_jsonfile_path   = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.backend                  = dogpile.cache.memcached {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.backend_argument         = **** {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.config_prefix            = cache.oslo {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.dead_timeout             = 60.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.debug_cache_backend      = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.enable_retry_client      = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.enable_socket_keepalive  = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.enabled                  = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.expiration_time          = 600 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.hashclient_retry_attempts = 2 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.hashclient_retry_delay   = 1.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.memcache_dead_retry      = 300 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.memcache_password        =  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.memcache_pool_maxsize    = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.memcache_pool_unused_timeout = 60 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.memcache_sasl_enabled    = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.memcache_socket_timeout  = 1.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.memcache_username        =  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.proxies                  = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.retry_attempts           = 2 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.retry_delay              = 0.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.socket_keepalive_count   = 1 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.socket_keepalive_idle    = 1 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.socket_keepalive_interval = 1 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.tls_allowed_ciphers      = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.tls_cafile               = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.tls_certfile             = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.tls_enabled              = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cache.tls_keyfile              = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cinder.auth_section            = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cinder.auth_type               = password {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cinder.cafile                  = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cinder.catalog_info            = volumev3::publicURL {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cinder.certfile                = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cinder.collect_timing          = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cinder.cross_az_attach         = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cinder.debug                   = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cinder.endpoint_template       = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cinder.http_retries            = 3 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cinder.insecure                = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cinder.keyfile                 = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cinder.os_region_name          = RegionOne {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cinder.split_loggers           = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cinder.timeout                 = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] compute.cpu_dedicated_set      = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] compute.cpu_shared_set         = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] compute.image_type_exclude_list = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] compute.live_migration_wait_for_vif_plug = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] compute.max_concurrent_disk_ops = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] compute.max_disk_devices_to_attach = -1 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] compute.resource_provider_association_refresh = 300 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] compute.shutdown_retry_interval = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] conductor.workers              = 3 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] console.allowed_origins        = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] console.ssl_ciphers            = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] console.ssl_minimum_version    = default {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] consoleauth.token_ttl          = 600 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cyborg.cafile                  = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cyborg.certfile                = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cyborg.collect_timing          = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cyborg.connect_retries         = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cyborg.connect_retry_delay     = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cyborg.endpoint_override       = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cyborg.insecure                = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cyborg.keyfile                 = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cyborg.max_version             = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cyborg.min_version             = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cyborg.region_name             = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cyborg.service_name            = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cyborg.service_type            = accelerator {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cyborg.split_loggers           = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cyborg.status_code_retries     = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cyborg.status_code_retry_delay = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cyborg.timeout                 = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] cyborg.version                 = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] database.backend               = sqlalchemy {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] database.connection            = **** {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] database.connection_debug      = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] database.connection_parameters =  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] database.connection_recycle_time = 3600 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] database.connection_trace      = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] database.db_inc_retry_interval = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] database.db_max_retries        = 20 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] database.db_max_retry_interval = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] database.db_retry_interval     = 1 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] database.max_overflow          = 50 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] database.max_pool_size         = 5 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] database.max_retries           = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] database.mysql_wsrep_sync_wait = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] database.pool_timeout          = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] database.retry_interval        = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] database.slave_connection      = **** {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] database.sqlite_synchronous    = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api_database.backend           = sqlalchemy {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api_database.connection        = **** {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api_database.connection_debug  = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api_database.connection_parameters =  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api_database.connection_recycle_time = 3600 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api_database.connection_trace  = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api_database.db_inc_retry_interval = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api_database.db_max_retries    = 20 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api_database.db_max_retry_interval = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api_database.db_retry_interval = 1 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api_database.max_overflow      = 50 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api_database.max_pool_size     = 5 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api_database.max_retries       = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api_database.mysql_wsrep_sync_wait = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api_database.pool_timeout      = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api_database.retry_interval    = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api_database.slave_connection  = **** {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] api_database.sqlite_synchronous = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] devices.enabled_mdev_types     = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ephemeral_storage_encryption.enabled = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ephemeral_storage_encryption.key_size = 512 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.api_servers             = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.cafile                  = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.certfile                = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.collect_timing          = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.connect_retries         = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.connect_retry_delay     = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.debug                   = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.default_trusted_certificate_ids = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.enable_certificate_validation = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.enable_rbd_download     = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.endpoint_override       = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.insecure                = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.keyfile                 = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.max_version             = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.min_version             = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.num_retries             = 3 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.rbd_ceph_conf           =  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.rbd_connect_timeout     = 5 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.rbd_pool                =  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.rbd_user                =  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.region_name             = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.service_name            = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.service_type            = image {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.split_loggers           = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.status_code_retries     = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.status_code_retry_delay = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.timeout                 = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.verify_glance_signatures = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] glance.version                 = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] guestfs.debug                  = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] hyperv.config_drive_cdrom      = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] hyperv.config_drive_inject_password = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] hyperv.enable_instance_metrics_collection = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] hyperv.enable_remotefx         = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] hyperv.instances_path_share    =  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] hyperv.iscsi_initiator_list    = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] hyperv.limit_cpu_features      = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] hyperv.power_state_check_timeframe = 60 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] hyperv.power_state_event_polling_interval = 2 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] hyperv.use_multipath_io        = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] hyperv.volume_attach_retry_count = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] hyperv.volume_attach_retry_interval = 5 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] hyperv.vswitch_name            = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] mks.enabled                    = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] image_cache.manager_interval   = 2400 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] image_cache.precache_concurrency = 1 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] image_cache.remove_unused_base_images = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] image_cache.subdirectory_name  = _base {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.api_max_retries         = 60 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.api_retry_interval      = 2 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.auth_section            = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.auth_type               = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.cafile                  = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.certfile                = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.collect_timing          = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.conductor_group         = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.connect_retries         = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.connect_retry_delay     = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.endpoint_override       = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.insecure                = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.keyfile                 = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.max_version             = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.min_version             = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.peer_list               = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.region_name             = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.serial_console_state_timeout = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.service_name            = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.service_type            = baremetal {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.split_loggers           = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.status_code_retries     = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.status_code_retry_delay = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.timeout                 = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ironic.version                 = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] key_manager.fixed_key          = **** {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican.barbican_api_version  = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican.barbican_endpoint     = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican.barbican_endpoint_type = public {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican.barbican_region_name  = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican.cafile                = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican.certfile              = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican.collect_timing        = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican.insecure              = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican.keyfile               = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican.number_of_retries     = 60 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican.retry_delay           = 1 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican.send_service_user_token = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican.split_loggers         = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican.timeout               = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican.verify_ssl            = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican.verify_ssl_path       = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican_service_user.auth_section = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican_service_user.auth_type = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican_service_user.cafile   = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican_service_user.certfile = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican_service_user.collect_timing = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican_service_user.insecure = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican_service_user.keyfile  = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican_service_user.split_loggers = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] barbican_service_user.timeout  = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vault.approle_role_id          = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vault.approle_secret_id        = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vault.cafile                   = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vault.certfile                 = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vault.collect_timing           = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vault.insecure                 = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vault.keyfile                  = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vault.kv_mountpoint            = secret {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vault.kv_path                  = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vault.kv_version               = 2 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vault.namespace                = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vault.root_token_id            = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vault.split_loggers            = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vault.ssl_ca_crt_file          = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vault.timeout                  = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vault.use_ssl                  = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] keystone.auth_section          = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] keystone.auth_type             = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] keystone.cafile                = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] keystone.certfile              = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] keystone.collect_timing        = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] keystone.connect_retries       = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] keystone.connect_retry_delay   = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] keystone.endpoint_override     = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] keystone.insecure              = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] keystone.keyfile               = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] keystone.max_version           = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] keystone.min_version           = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] keystone.region_name           = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] keystone.service_name          = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] keystone.service_type          = identity {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] keystone.split_loggers         = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] keystone.status_code_retries   = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] keystone.status_code_retry_delay = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] keystone.timeout               = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] keystone.version               = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.connection_uri         =  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.cpu_mode               = custom {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.cpu_model_extra_flags  = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: WARNING oslo_config.cfg [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.cpu_power_governor_high = performance {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.cpu_power_governor_low = powersave {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.cpu_power_management   = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.device_detach_attempts = 8 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.device_detach_timeout  = 20 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.disk_cachemodes        = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.disk_prefix            = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.enabled_perf_events    = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.file_backed_memory     = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.gid_maps               = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.hw_disk_discard        = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.hw_machine_type        = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.images_rbd_ceph_conf   =  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.images_rbd_glance_store_name =  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.images_rbd_pool        = rbd {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.images_type            = default {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.images_volume_group    = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.inject_key             = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.inject_partition       = -2 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.inject_password        = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.iscsi_iface            = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.iser_use_multipath     = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.live_migration_bandwidth = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.live_migration_completion_timeout = 800 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.live_migration_downtime = 500 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.live_migration_downtime_delay = 75 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.live_migration_downtime_steps = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.live_migration_inbound_addr = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.live_migration_permit_auto_converge = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.live_migration_permit_post_copy = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.live_migration_scheme  = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.live_migration_timeout_action = abort {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.live_migration_tunnelled = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: WARNING oslo_config.cfg [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Nov 29 11:46:33 user nova-compute[74974]: live_migration_uri is deprecated for removal in favor of two other options that
Nov 29 11:46:33 user nova-compute[74974]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Nov 29 11:46:33 user nova-compute[74974]: and ``live_migration_inbound_addr`` respectively.
Nov 29 11:46:33 user nova-compute[74974]: ).  Its value may be silently ignored in the future.
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.live_migration_with_native_tls = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.max_queues             = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.mem_stats_period_seconds = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.nfs_mount_options      = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.num_aoe_discover_tries = 3 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.num_iser_scan_tries    = 5 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.num_memory_encrypted_guests = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.num_nvme_discover_tries = 5 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.num_pcie_ports         = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.num_volume_scan_tries  = 5 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.pmem_namespaces        = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.quobyte_client_cfg     = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.rbd_connect_timeout    = 5 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.rbd_secret_uuid        = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.rbd_user               = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.realtime_scheduler_priority = 1 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.remote_filesystem_transport = ssh {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.rescue_image_id        = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.rescue_kernel_id       = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.rescue_ramdisk_id      = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.rx_queue_size          = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.smbfs_mount_options    =  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.snapshot_compression   = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.snapshot_image_format  = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.sparse_logical_volumes = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.swtpm_enabled          = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.swtpm_group            = tss {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.swtpm_user             = tss {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.sysinfo_serial         = unique {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.tb_cache_size          = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.tx_queue_size          = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.uid_maps               = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.use_virtio_for_bridges = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.virt_type              = kvm {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.volume_clear           = zero {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.volume_clear_size      = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.volume_use_multipath   = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.vzstorage_cache_path   = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.vzstorage_mount_group  = qemu {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.vzstorage_mount_opts   = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.vzstorage_mount_user   = stack {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.auth_section           = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.auth_type              = password {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.cafile                 = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.certfile               = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.collect_timing         = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.connect_retries        = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.connect_retry_delay    = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.default_floating_pool  = public {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.endpoint_override      = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.extension_sync_interval = 600 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.http_retries           = 3 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.insecure               = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.keyfile                = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.max_version            = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.metadata_proxy_shared_secret = **** {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.min_version            = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.ovs_bridge             = br-int {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.physnets               = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.region_name            = RegionOne {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.service_metadata_proxy = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.service_name           = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.service_type           = network {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.split_loggers          = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.status_code_retries    = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.status_code_retry_delay = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.timeout                = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] neutron.version                = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] notifications.bdms_in_notifications = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] notifications.default_level    = INFO {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] notifications.notification_format = unversioned {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] notifications.notify_on_state_change = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] pci.alias                      = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] pci.device_spec                = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] pci.report_in_placement        = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.auth_section         = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.auth_type            = password {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.cafile               = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.certfile             = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.collect_timing       = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.connect_retries      = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.connect_retry_delay  = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.default_domain_id    = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.default_domain_name  = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.domain_id            = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.domain_name          = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.endpoint_override    = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.insecure             = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.keyfile              = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.max_version          = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.min_version          = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.password             = **** {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.project_domain_id    = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.project_domain_name  = Default {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.project_id           = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.project_name         = service {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.region_name          = RegionOne {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.service_name         = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.service_type         = placement {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.split_loggers        = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.status_code_retries  = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.status_code_retry_delay = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.system_scope         = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.timeout              = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.trust_id             = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.user_domain_id       = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.user_domain_name     = Default {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.user_id              = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.username             = placement {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] placement.version              = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] quota.cores                    = 20 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] quota.count_usage_from_placement = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] quota.injected_file_content_bytes = 10240 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] quota.injected_file_path_length = 255 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] quota.injected_files           = 5 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] quota.instances                = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] quota.key_pairs                = 100 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] quota.metadata_items           = 128 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] quota.ram                      = 51200 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] quota.recheck_quota            = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] quota.server_group_members     = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] quota.server_groups            = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] rdp.enabled                    = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] scheduler.image_metadata_prefilter = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] scheduler.max_attempts         = 3 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] scheduler.max_placement_results = 1000 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] scheduler.query_placement_for_image_type_support = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] scheduler.workers              = 3 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.host_subset_size = 1 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.image_properties_default_architecture = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.isolated_hosts = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.isolated_images = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.max_instances_per_host = 50 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.pci_in_placement = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.track_instance_changes = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] metrics.required               = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] metrics.weight_multiplier      = 1.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] metrics.weight_setting         = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] serial_console.enabled         = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] serial_console.port_range      = 10000:20000 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] serial_console.serialproxy_port = 6083 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] service_user.auth_section      = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] service_user.auth_type         = password {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] service_user.cafile            = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] service_user.certfile          = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] service_user.collect_timing    = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] service_user.insecure          = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] service_user.keyfile           = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] service_user.send_service_user_token = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] service_user.split_loggers     = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] service_user.timeout           = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] spice.agent_enabled            = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] spice.enabled                  = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] spice.html5proxy_port          = 6082 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] spice.image_compression        = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] spice.jpeg_compression         = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] spice.playback_compression     = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] spice.server_listen            = 127.0.0.1 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] spice.streaming_mode           = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] spice.zlib_compression         = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] upgrade_levels.baseapi         = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] upgrade_levels.compute         = auto {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] upgrade_levels.conductor       = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] upgrade_levels.scheduler       = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vendordata_dynamic_auth.auth_section = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vendordata_dynamic_auth.auth_type = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vendordata_dynamic_auth.cafile = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vendordata_dynamic_auth.certfile = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vendordata_dynamic_auth.collect_timing = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vendordata_dynamic_auth.insecure = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vendordata_dynamic_auth.keyfile = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vendordata_dynamic_auth.split_loggers = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vendordata_dynamic_auth.timeout = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.api_retry_count         = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.ca_file                 = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.cache_prefix            = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.cluster_name            = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.connection_pool_size    = 10 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.console_delay_seconds   = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.datastore_regex         = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.host_ip                 = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.host_password           = **** {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.host_port               = 443 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.host_username           = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.insecure                = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.integration_bridge      = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.maximum_objects         = 100 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.pbm_default_policy      = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.pbm_enabled             = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.pbm_wsdl_location       = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.serial_port_proxy_uri   = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.serial_port_service_uri = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.task_poll_interval      = 0.5 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.use_linked_clone        = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.vnc_keymap              = en-us {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.vnc_port                = 5900 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vmware.vnc_port_total          = 10000 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vnc.auth_schemes               = ['none'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vnc.enabled                    = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vnc.novncproxy_port            = 6080 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vnc.server_listen              = 0.0.0.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vnc.vencrypt_ca_certs          = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vnc.vencrypt_client_cert       = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vnc.vencrypt_client_key        = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] workarounds.disable_fallback_pcpu_query = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] workarounds.disable_group_policy_check_upcall = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] workarounds.disable_rootwrap   = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] workarounds.enable_numa_live_migration = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] workarounds.handle_virt_lifecycle_events = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] workarounds.libvirt_disable_apic = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] workarounds.never_download_image_if_on_rbd = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] wsgi.client_socket_timeout     = 900 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] wsgi.default_pool_size         = 1000 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] wsgi.keep_alive                = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] wsgi.max_header_line           = 16384 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] wsgi.secure_proxy_ssl_header   = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] wsgi.ssl_ca_file               = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] wsgi.ssl_cert_file             = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] wsgi.ssl_key_file              = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] wsgi.tcp_keepidle              = 600 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] zvm.ca_file                    = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] zvm.cloud_connector_url        = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] zvm.reachable_timeout          = 300 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_policy.enforce_new_defaults = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_policy.enforce_scope      = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_policy.policy_default_rule = default {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_policy.policy_file        = policy.yaml {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:33 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] profiler.connection_string     = messaging:// {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] profiler.enabled               = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] profiler.es_doc_type           = notification {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] profiler.es_scroll_size        = 10000 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] profiler.es_scroll_time        = 2m {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] profiler.filter_error_trace    = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] profiler.hmac_keys             = **** {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] profiler.sentinel_service_name = mymaster {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] profiler.socket_timeout        = 0.1 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] profiler.trace_requests        = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] profiler.trace_sqlalchemy      = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] profiler_jaeger.process_tags   = {} {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] profiler_jaeger.service_name_prefix = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] profiler_otlp.service_name_prefix = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] remote_debug.host              = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] remote_debug.port              = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.ssl      = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_rabbit.ssl_version =  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_notifications.retry = -1 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_messaging_notifications.transport_url = **** {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_limit.auth_section        = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_limit.auth_type           = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_limit.cafile              = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_limit.certfile            = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_limit.collect_timing      = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_limit.connect_retries     = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_limit.connect_retry_delay = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_limit.endpoint_id         = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_limit.endpoint_override   = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_limit.insecure            = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_limit.keyfile             = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_limit.max_version         = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_limit.min_version         = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_limit.region_name         = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_limit.service_name        = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_limit.service_type        = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_limit.split_loggers       = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_limit.status_code_retries = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_limit.status_code_retry_delay = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_limit.timeout             = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_limit.valid_interfaces    = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_limit.version             = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_reports.file_event_handler = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_reports.file_event_handler_interval = 1 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] oslo_reports.log_dir           = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vif_plug_linux_bridge_privileged.group = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vif_plug_linux_bridge_privileged.user = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vif_plug_ovs_privileged.group  = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vif_plug_ovs_privileged.helper_command = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] vif_plug_ovs_privileged.user   = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] os_vif_linux_bridge.flat_interface = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] os_vif_linux_bridge.vlan_interface = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] os_vif_ovs.isolate_vif         = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] os_vif_ovs.ovsdb_interface     = native {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] os_vif_ovs.per_port_bridge     = False {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] os_brick.lock_path             = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] privsep_osbrick.capabilities   = [21] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] privsep_osbrick.group          = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] privsep_osbrick.helper_command = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] privsep_osbrick.thread_pool_size = 12 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] privsep_osbrick.user           = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] nova_sys_admin.group           = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] nova_sys_admin.helper_command  = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] nova_sys_admin.thread_pool_size = 12 {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] nova_sys_admin.user            = None {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG oslo_service.service [None req-e1fe2d5f-8fea-4ca9-a429-7bf595e1ba4c None None] ******************************************************************************** {{(pid=74974) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Nov 29 11:46:34 user nova-compute[74974]: INFO nova.service [-] Starting compute node (version 0.0.0)
Nov 29 11:46:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Connecting to libvirt: qemu:///system {{(pid=74974) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:508}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f1ade1fe320> {{(pid=74974) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:514}}
Nov 29 11:46:34 user nova-compute[74974]: libvirt:  error : internal error: could not initialize domain event timer
Nov 29 11:46:34 user nova-compute[74974]: WARNING nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Nov 29 11:46:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f1ade1fe320> {{(pid=74974) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:535}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Starting native event thread {{(pid=74974) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:494}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Starting green dispatch thread {{(pid=74974) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:500}}
Nov 29 11:46:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Starting connection event dispatch thread {{(pid=74974) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:503}}
Nov 29 11:46:34 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Connection event '1' reason 'None'
Nov 29 11:46:34 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 29 11:46:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.mount [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Initialising _HostMountState generation 0 {{(pid=74974) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Nov 29 11:46:41 user nova-compute[74974]: INFO nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Libvirt host capabilities <capabilities>
Nov 29 11:46:41 user nova-compute[74974]:   <host>
Nov 29 11:46:41 user nova-compute[74974]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Nov 29 11:46:41 user nova-compute[74974]:     <cpu>
Nov 29 11:46:41 user nova-compute[74974]:       <arch>x86_64</arch>
Nov 29 11:46:41 user nova-compute[74974]:       <model>IvyBridge-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <vendor>Intel</vendor>
Nov 29 11:46:41 user nova-compute[74974]:       <microcode version='1070'/>
Nov 29 11:46:41 user nova-compute[74974]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Nov 29 11:46:41 user nova-compute[74974]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature name='ss'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature name='vmx'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature name='pcid'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature name='osxsave'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature name='hypervisor'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature name='arat'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature name='tsc_adjust'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature name='md-clear'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature name='stibp'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature name='arch-capabilities'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature name='ssbd'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature name='invtsc'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature name='rsba'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature name='skip-l1dfl-vmentry'/>
Nov 29 11:46:41 user nova-compute[74974]:       <pages unit='KiB' size='4'/>
Nov 29 11:46:41 user nova-compute[74974]:       <pages unit='KiB' size='2048'/>
Nov 29 11:46:41 user nova-compute[74974]:     </cpu>
Nov 29 11:46:41 user nova-compute[74974]:     <power_management>
Nov 29 11:46:41 user nova-compute[74974]:       <suspend_mem/>
Nov 29 11:46:41 user nova-compute[74974]:       <suspend_disk/>
Nov 29 11:46:41 user nova-compute[74974]:       <suspend_hybrid/>
Nov 29 11:46:41 user nova-compute[74974]:     </power_management>
Nov 29 11:46:41 user nova-compute[74974]:     <iommu support='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     <migration_features>
Nov 29 11:46:41 user nova-compute[74974]:       <live/>
Nov 29 11:46:41 user nova-compute[74974]:       <uri_transports>
Nov 29 11:46:41 user nova-compute[74974]:         <uri_transport>tcp</uri_transport>
Nov 29 11:46:41 user nova-compute[74974]:         <uri_transport>rdma</uri_transport>
Nov 29 11:46:41 user nova-compute[74974]:       </uri_transports>
Nov 29 11:46:41 user nova-compute[74974]:     </migration_features>
Nov 29 11:46:41 user nova-compute[74974]:     <topology>
Nov 29 11:46:41 user nova-compute[74974]:       <cells num='2'>
Nov 29 11:46:41 user nova-compute[74974]:         <cell id='0'>
Nov 29 11:46:41 user nova-compute[74974]:           <memory unit='KiB'>8140616</memory>
Nov 29 11:46:41 user nova-compute[74974]:           <pages unit='KiB' size='4'>2035154</pages>
Nov 29 11:46:41 user nova-compute[74974]:           <pages unit='KiB' size='2048'>0</pages>
Nov 29 11:46:41 user nova-compute[74974]:           <distances>
Nov 29 11:46:41 user nova-compute[74974]:             <sibling id='0' value='10'/>
Nov 29 11:46:41 user nova-compute[74974]:             <sibling id='1' value='20'/>
Nov 29 11:46:41 user nova-compute[74974]:           </distances>
Nov 29 11:46:41 user nova-compute[74974]:           <cpus num='6'>
Nov 29 11:46:41 user nova-compute[74974]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Nov 29 11:46:41 user nova-compute[74974]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Nov 29 11:46:41 user nova-compute[74974]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Nov 29 11:46:41 user nova-compute[74974]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Nov 29 11:46:41 user nova-compute[74974]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Nov 29 11:46:41 user nova-compute[74974]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Nov 29 11:46:41 user nova-compute[74974]:           </cpus>
Nov 29 11:46:41 user nova-compute[74974]:         </cell>
Nov 29 11:46:41 user nova-compute[74974]:         <cell id='1'>
Nov 29 11:46:41 user nova-compute[74974]:           <memory unit='KiB'>8255068</memory>
Nov 29 11:46:41 user nova-compute[74974]:           <pages unit='KiB' size='4'>2063767</pages>
Nov 29 11:46:41 user nova-compute[74974]:           <pages unit='KiB' size='2048'>0</pages>
Nov 29 11:46:41 user nova-compute[74974]:           <distances>
Nov 29 11:46:41 user nova-compute[74974]:             <sibling id='0' value='20'/>
Nov 29 11:46:41 user nova-compute[74974]:             <sibling id='1' value='10'/>
Nov 29 11:46:41 user nova-compute[74974]:           </distances>
Nov 29 11:46:41 user nova-compute[74974]:           <cpus num='6'>
Nov 29 11:46:41 user nova-compute[74974]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Nov 29 11:46:41 user nova-compute[74974]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Nov 29 11:46:41 user nova-compute[74974]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Nov 29 11:46:41 user nova-compute[74974]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Nov 29 11:46:41 user nova-compute[74974]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Nov 29 11:46:41 user nova-compute[74974]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Nov 29 11:46:41 user nova-compute[74974]:           </cpus>
Nov 29 11:46:41 user nova-compute[74974]:         </cell>
Nov 29 11:46:41 user nova-compute[74974]:       </cells>
Nov 29 11:46:41 user nova-compute[74974]:     </topology>
Nov 29 11:46:41 user nova-compute[74974]:     <cache>
Nov 29 11:46:41 user nova-compute[74974]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Nov 29 11:46:41 user nova-compute[74974]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Nov 29 11:46:41 user nova-compute[74974]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Nov 29 11:46:41 user nova-compute[74974]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Nov 29 11:46:41 user nova-compute[74974]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Nov 29 11:46:41 user nova-compute[74974]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Nov 29 11:46:41 user nova-compute[74974]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Nov 29 11:46:41 user nova-compute[74974]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Nov 29 11:46:41 user nova-compute[74974]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Nov 29 11:46:41 user nova-compute[74974]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Nov 29 11:46:41 user nova-compute[74974]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Nov 29 11:46:41 user nova-compute[74974]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Nov 29 11:46:41 user nova-compute[74974]:     </cache>
Nov 29 11:46:41 user nova-compute[74974]:     <secmodel>
Nov 29 11:46:41 user nova-compute[74974]:       <model>apparmor</model>
Nov 29 11:46:41 user nova-compute[74974]:       <doi>0</doi>
Nov 29 11:46:41 user nova-compute[74974]:     </secmodel>
Nov 29 11:46:41 user nova-compute[74974]:     <secmodel>
Nov 29 11:46:41 user nova-compute[74974]:       <model>dac</model>
Nov 29 11:46:41 user nova-compute[74974]:       <doi>0</doi>
Nov 29 11:46:41 user nova-compute[74974]:       <baselabel type='kvm'>+64055:+108</baselabel>
Nov 29 11:46:41 user nova-compute[74974]:       <baselabel type='qemu'>+64055:+108</baselabel>
Nov 29 11:46:41 user nova-compute[74974]:     </secmodel>
Nov 29 11:46:41 user nova-compute[74974]:   </host>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='alpha'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>64</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>clipper</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='armv6l'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>32</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>integratorcp</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>borzoi</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>spitz</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>nuri</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>musca-b1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>versatileab</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>kzm</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>musca-a</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>smdkc210</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>sx1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>z2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>tosa</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>sabrelite</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>realview-eb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>n810</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>n800</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>versatilepb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>terrier</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mainstone</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>midway</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>musicpal</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>microbit</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>cubieboard</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>verdex</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>netduino2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>raspi2b</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>cheetah</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>highbank</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>akita</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>connex</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>collie</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>raspi0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='armv7l'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>32</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>integratorcp</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>borzoi</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>spitz</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>nuri</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>musca-b1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>versatileab</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>kzm</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>musca-a</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>smdkc210</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>sx1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>z2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>tosa</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>sabrelite</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>realview-eb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>n810</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>n800</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>versatilepb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>terrier</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mainstone</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>midway</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>musicpal</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>microbit</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>cubieboard</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>verdex</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>netduino2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>raspi2b</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>cheetah</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>highbank</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>akita</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>connex</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>collie</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>raspi0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='aarch64'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>64</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>integratorcp</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>borzoi</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>spitz</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>nuri</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>musca-b1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>versatileab</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>kzm</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>musca-a</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>smdkc210</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>sx1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>z2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>tosa</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>sabrelite</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>realview-eb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>sbsa-ref</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>n810</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>n800</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>versatilepb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>terrier</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mainstone</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>midway</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>musicpal</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>microbit</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>raspi3ap</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>cubieboard</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>verdex</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>netduino2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>raspi3b</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>raspi2b</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>cheetah</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>highbank</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>akita</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>connex</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>collie</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>raspi0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <acpi default='on' toggle='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='cris'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>32</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>axis-dev88</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='i686'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>32</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>x-remote</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>isapc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>microvm</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='kvm'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <pae/>
Nov 29 11:46:41 user nova-compute[74974]:       <nonpae/>
Nov 29 11:46:41 user nova-compute[74974]:       <acpi default='on' toggle='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:       <apic default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='m68k'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>32</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mcf5208evb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>an5206</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>virt-6.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>q800</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>virt-6.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>next-cube</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>virt-6.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='microblaze'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>32</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='microblazeel'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>32</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='mips'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>32</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='16'>malta</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mipssim</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='mipsel'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>32</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='16'>malta</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mipssim</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='mips64'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>64</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='16'>malta</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mipssim</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>pica61</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>magnum</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='mips64el'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>64</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='16'>malta</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='16'>loongson3-virt</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mipssim</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>pica61</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>magnum</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='16'>boston</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>fuloong2e</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='ppc'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>32</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>g3beige</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mac99</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='32'>ppce500</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>pegasos2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>sam460ex</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>bamboo</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>40p</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>ref405ep</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>taihu</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='ppc64'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>64</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2048'>powernv9</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>taihu</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2048'>powernv10</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='32'>ppce500</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>40p</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>pegasos2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>bamboo</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>g3beige</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mac99</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>sam460ex</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>ref405ep</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2048'>powernv8</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='ppc64le'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>64</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2048'>powernv9</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>taihu</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2048'>powernv10</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='32'>ppce500</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>40p</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>pegasos2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>bamboo</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>g3beige</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>mac99</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>sam460ex</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>ref405ep</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2048'>powernv8</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='riscv32'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>32</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='8'>spike</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>opentitan</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='5'>sifive_u</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>sifive_e</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='8'>virt</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='riscv64'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>64</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='8'>spike</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='5'>sifive_u</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>shakti_c</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>sifive_e</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='8'>virt</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='s390x'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>64</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='sh4'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>32</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>shix</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>r2d</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='sh4eb'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>64</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>shix</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>r2d</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='sparc'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>32</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>SS-5</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>SS-20</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>LX</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>SPARCClassic</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>leon3_generic</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>SPARCbook</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>SS-4</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>SS-600MP</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>SS-10</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>Voyager</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='sparc64'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>64</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>sun4u</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>niagara</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>sun4v</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='x86_64'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>64</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>x-remote</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='1'>isapc</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>microvm</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='kvm'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <acpi default='on' toggle='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:       <apic default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='xtensa'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>32</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>sim</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='32'>kc705</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='32'>ml605</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='32'>virt</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='32'>lx200</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='32'>lx60</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]:   <guest>
Nov 29 11:46:41 user nova-compute[74974]:     <os_type>hvm</os_type>
Nov 29 11:46:41 user nova-compute[74974]:     <arch name='xtensaeb'>
Nov 29 11:46:41 user nova-compute[74974]:       <wordsize>32</wordsize>
Nov 29 11:46:41 user nova-compute[74974]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='4'>sim</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='32'>kc705</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='32'>ml605</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='32'>virt</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='32'>lx200</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='32'>lx60</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 29 11:46:41 user nova-compute[74974]:       <domain type='qemu'/>
Nov 29 11:46:41 user nova-compute[74974]:     </arch>
Nov 29 11:46:41 user nova-compute[74974]:     <features>
Nov 29 11:46:41 user nova-compute[74974]:       <cpuselection/>
Nov 29 11:46:41 user nova-compute[74974]:       <deviceboot/>
Nov 29 11:46:41 user nova-compute[74974]:       <disksnapshot default='on' toggle='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     </features>
Nov 29 11:46:41 user nova-compute[74974]:   </guest>
Nov 29 11:46:41 user nova-compute[74974]: </capabilities>
Nov 29 11:46:41 user nova-compute[74974]: 
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for cris via machine types: {None} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for i686 via machine types: {'q35', 'pc', 'ubuntu-q35', 'ubuntu'} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Nov 29 11:46:41 user nova-compute[74974]: <domainCapabilities>
Nov 29 11:46:41 user nova-compute[74974]:   <path>/usr/bin/qemu-system-i386</path>
Nov 29 11:46:41 user nova-compute[74974]:   <domain>kvm</domain>
Nov 29 11:46:41 user nova-compute[74974]:   <machine>pc-q35-6.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:   <arch>i686</arch>
Nov 29 11:46:41 user nova-compute[74974]:   <vcpu max='288'/>
Nov 29 11:46:41 user nova-compute[74974]:   <iothreads supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:   <os supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:     <enum name='firmware'/>
Nov 29 11:46:41 user nova-compute[74974]:     <loader supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='type'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>rom</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>pflash</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='readonly'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>yes</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>no</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='secure'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>no</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </loader>
Nov 29 11:46:41 user nova-compute[74974]:   </os>
Nov 29 11:46:41 user nova-compute[74974]:   <cpu>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='host-passthrough' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='hostPassthroughMigratable'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>off</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='maximum' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='maximumMigratable'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>on</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>off</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='host-model' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <vendor>Intel</vendor>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ss'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='vmx'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='pcid'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='hypervisor'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='arat'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='umip'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='md-clear'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='stibp'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ssbd'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ibpb'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ibrs'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='amd-stibp'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='disable' name='erms'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='disable' name='lm'/>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='custom' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>qemu64</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>qemu32</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>phenom</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>pentium3</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>pentium2</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>pentium</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>n270</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>kvm64</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>kvm32</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>coreduo</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>core2duo</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>athlon</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Westmere-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Westmere</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Snowridge</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Server</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Client</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>SandyBridge</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Penryn</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G5</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G4</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G3</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G2</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G1</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Nehalem-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Nehalem</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>IvyBridge</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Icelake-Server</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC-Rome</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC-Milan</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Dhyana</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Cooperlake</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Conroe</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>486</model>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:   </cpu>
Nov 29 11:46:41 user nova-compute[74974]:   <memoryBacking supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:     <enum name='sourceType'>
Nov 29 11:46:41 user nova-compute[74974]:       <value>file</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>anonymous</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>memfd</value>
Nov 29 11:46:41 user nova-compute[74974]:     </enum>
Nov 29 11:46:41 user nova-compute[74974]:   </memoryBacking>
Nov 29 11:46:41 user nova-compute[74974]:   <devices>
Nov 29 11:46:41 user nova-compute[74974]:     <disk supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='diskDevice'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>disk</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>cdrom</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>floppy</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>lun</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='bus'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>fdc</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>scsi</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>usb</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>sata</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio-transitional</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio-non-transitional</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </disk>
Nov 29 11:46:41 user nova-compute[74974]:     <graphics supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='type'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>sdl</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>vnc</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>spice</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>egl-headless</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </graphics>
Nov 29 11:46:41 user nova-compute[74974]:     <video supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='modelType'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>vga</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>cirrus</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>vmvga</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>qxl</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>none</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>bochs</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>ramfb</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </video>
Nov 29 11:46:41 user nova-compute[74974]:     <hostdev supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='mode'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>subsystem</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='startupPolicy'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>default</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>mandatory</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>requisite</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>optional</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='subsysType'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>usb</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>pci</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>scsi</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='capsType'/>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='pciBackend'/>
Nov 29 11:46:41 user nova-compute[74974]:     </hostdev>
Nov 29 11:46:41 user nova-compute[74974]:     <rng supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio-transitional</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio-non-transitional</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='backendModel'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>random</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>egd</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>builtin</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </rng>
Nov 29 11:46:41 user nova-compute[74974]:     <filesystem supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='driverType'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>path</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>handle</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtiofs</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </filesystem>
Nov 29 11:46:41 user nova-compute[74974]:     <tpm supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>tpm-tis</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>tpm-crb</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='backendModel'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>passthrough</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>emulator</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </tpm>
Nov 29 11:46:41 user nova-compute[74974]:   </devices>
Nov 29 11:46:41 user nova-compute[74974]:   <features>
Nov 29 11:46:41 user nova-compute[74974]:     <gic supported='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     <vmcoreinfo supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:     <genid supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:     <backingStoreInput supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:     <backup supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:     <sev supported='no'/>
Nov 29 11:46:41 user nova-compute[74974]:   </features>
Nov 29 11:46:41 user nova-compute[74974]: </domainCapabilities>
Nov 29 11:46:41 user nova-compute[74974]:  {{(pid=74974) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Nov 29 11:46:41 user nova-compute[74974]: <domainCapabilities>
Nov 29 11:46:41 user nova-compute[74974]:   <path>/usr/bin/qemu-system-i386</path>
Nov 29 11:46:41 user nova-compute[74974]:   <domain>kvm</domain>
Nov 29 11:46:41 user nova-compute[74974]:   <machine>pc-i440fx-6.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:   <arch>i686</arch>
Nov 29 11:46:41 user nova-compute[74974]:   <vcpu max='255'/>
Nov 29 11:46:41 user nova-compute[74974]:   <iothreads supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:   <os supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:     <enum name='firmware'/>
Nov 29 11:46:41 user nova-compute[74974]:     <loader supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='type'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>rom</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>pflash</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='readonly'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>yes</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>no</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='secure'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>no</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </loader>
Nov 29 11:46:41 user nova-compute[74974]:   </os>
Nov 29 11:46:41 user nova-compute[74974]:   <cpu>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='host-passthrough' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='hostPassthroughMigratable'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>off</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='maximum' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='maximumMigratable'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>on</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>off</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='host-model' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <vendor>Intel</vendor>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ss'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='vmx'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='pcid'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='hypervisor'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='arat'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='umip'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='md-clear'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='stibp'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ssbd'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ibpb'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ibrs'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='amd-stibp'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='disable' name='erms'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='disable' name='lm'/>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='custom' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>qemu64</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>qemu32</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>phenom</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>pentium3</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>pentium2</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>pentium</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>n270</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>kvm64</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>kvm32</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>coreduo</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>core2duo</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>athlon</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Westmere-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Westmere</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Snowridge</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Server</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Client</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>SandyBridge</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Penryn</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G5</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G4</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G3</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G2</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G1</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Nehalem-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Nehalem</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>IvyBridge</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Icelake-Server</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC-Rome</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC-Milan</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Dhyana</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Cooperlake</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Conroe</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>486</model>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:   </cpu>
Nov 29 11:46:41 user nova-compute[74974]:   <memoryBacking supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:     <enum name='sourceType'>
Nov 29 11:46:41 user nova-compute[74974]:       <value>file</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>anonymous</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>memfd</value>
Nov 29 11:46:41 user nova-compute[74974]:     </enum>
Nov 29 11:46:41 user nova-compute[74974]:   </memoryBacking>
Nov 29 11:46:41 user nova-compute[74974]:   <devices>
Nov 29 11:46:41 user nova-compute[74974]:     <disk supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='diskDevice'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>disk</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>cdrom</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>floppy</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>lun</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='bus'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>ide</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>fdc</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>scsi</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>usb</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>sata</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio-transitional</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio-non-transitional</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </disk>
Nov 29 11:46:41 user nova-compute[74974]:     <graphics supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='type'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>sdl</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>vnc</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>spice</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>egl-headless</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </graphics>
Nov 29 11:46:41 user nova-compute[74974]:     <video supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='modelType'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>vga</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>cirrus</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>vmvga</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>qxl</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>none</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>bochs</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>ramfb</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </video>
Nov 29 11:46:41 user nova-compute[74974]:     <hostdev supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='mode'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>subsystem</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='startupPolicy'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>default</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>mandatory</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>requisite</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>optional</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='subsysType'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>usb</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>pci</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>scsi</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='capsType'/>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='pciBackend'/>
Nov 29 11:46:41 user nova-compute[74974]:     </hostdev>
Nov 29 11:46:41 user nova-compute[74974]:     <rng supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio-transitional</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio-non-transitional</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='backendModel'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>random</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>egd</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>builtin</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </rng>
Nov 29 11:46:41 user nova-compute[74974]:     <filesystem supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='driverType'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>path</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>handle</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtiofs</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </filesystem>
Nov 29 11:46:41 user nova-compute[74974]:     <tpm supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>tpm-tis</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>tpm-crb</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='backendModel'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>passthrough</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>emulator</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </tpm>
Nov 29 11:46:41 user nova-compute[74974]:   </devices>
Nov 29 11:46:41 user nova-compute[74974]:   <features>
Nov 29 11:46:41 user nova-compute[74974]:     <gic supported='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     <vmcoreinfo supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:     <genid supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:     <backingStoreInput supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:     <backup supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:     <sev supported='no'/>
Nov 29 11:46:41 user nova-compute[74974]:   </features>
Nov 29 11:46:41 user nova-compute[74974]: </domainCapabilities>
Nov 29 11:46:41 user nova-compute[74974]:  {{(pid=74974) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Nov 29 11:46:41 user nova-compute[74974]: <domainCapabilities>
Nov 29 11:46:41 user nova-compute[74974]:   <path>/usr/bin/qemu-system-i386</path>
Nov 29 11:46:41 user nova-compute[74974]:   <domain>kvm</domain>
Nov 29 11:46:41 user nova-compute[74974]:   <machine>pc-q35-jammy</machine>
Nov 29 11:46:41 user nova-compute[74974]:   <arch>i686</arch>
Nov 29 11:46:41 user nova-compute[74974]:   <vcpu max='288'/>
Nov 29 11:46:41 user nova-compute[74974]:   <iothreads supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:   <os supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:     <enum name='firmware'/>
Nov 29 11:46:41 user nova-compute[74974]:     <loader supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='type'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>rom</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>pflash</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='readonly'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>yes</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>no</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='secure'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>no</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </loader>
Nov 29 11:46:41 user nova-compute[74974]:   </os>
Nov 29 11:46:41 user nova-compute[74974]:   <cpu>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='host-passthrough' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='hostPassthroughMigratable'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>off</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='maximum' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='maximumMigratable'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>on</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>off</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='host-model' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <vendor>Intel</vendor>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ss'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='vmx'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='pcid'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='hypervisor'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='arat'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='umip'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='md-clear'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='stibp'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ssbd'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ibpb'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ibrs'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='amd-stibp'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='disable' name='erms'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='disable' name='lm'/>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='custom' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>qemu64</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>qemu32</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>phenom</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>pentium3</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>pentium2</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>pentium</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>n270</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>kvm64</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>kvm32</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>coreduo</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>core2duo</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>athlon</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Westmere-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Westmere</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Snowridge</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Server</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Client</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>SandyBridge</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Penryn</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G5</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G4</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G3</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G2</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G1</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Nehalem-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Nehalem</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>IvyBridge</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Icelake-Server</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC-Rome</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC-Milan</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Dhyana</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Cooperlake</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Conroe</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>486</model>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:   </cpu>
Nov 29 11:46:41 user nova-compute[74974]:   <memoryBacking supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:     <enum name='sourceType'>
Nov 29 11:46:41 user nova-compute[74974]:       <value>file</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>anonymous</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>memfd</value>
Nov 29 11:46:41 user nova-compute[74974]:     </enum>
Nov 29 11:46:41 user nova-compute[74974]:   </memoryBacking>
Nov 29 11:46:41 user nova-compute[74974]:   <devices>
Nov 29 11:46:41 user nova-compute[74974]:     <disk supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='diskDevice'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>disk</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>cdrom</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>floppy</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>lun</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='bus'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>fdc</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>scsi</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>usb</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>sata</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio-transitional</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio-non-transitional</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </disk>
Nov 29 11:46:41 user nova-compute[74974]:     <graphics supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='type'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>sdl</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>vnc</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>spice</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>egl-headless</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </graphics>
Nov 29 11:46:41 user nova-compute[74974]:     <video supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='modelType'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>vga</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>cirrus</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>vmvga</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>qxl</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>none</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>bochs</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>ramfb</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </video>
Nov 29 11:46:41 user nova-compute[74974]:     <hostdev supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='mode'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>subsystem</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='startupPolicy'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>default</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>mandatory</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>requisite</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>optional</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='subsysType'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>usb</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>pci</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>scsi</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='capsType'/>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='pciBackend'/>
Nov 29 11:46:41 user nova-compute[74974]:     </hostdev>
Nov 29 11:46:41 user nova-compute[74974]:     <rng supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio-transitional</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio-non-transitional</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='backendModel'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>random</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>egd</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>builtin</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </rng>
Nov 29 11:46:41 user nova-compute[74974]:     <filesystem supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='driverType'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>path</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>handle</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtiofs</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </filesystem>
Nov 29 11:46:41 user nova-compute[74974]:     <tpm supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>tpm-tis</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>tpm-crb</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='backendModel'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>passthrough</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>emulator</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </tpm>
Nov 29 11:46:41 user nova-compute[74974]:   </devices>
Nov 29 11:46:41 user nova-compute[74974]:   <features>
Nov 29 11:46:41 user nova-compute[74974]:     <gic supported='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     <vmcoreinfo supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:     <genid supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:     <backingStoreInput supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:     <backup supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:     <sev supported='no'/>
Nov 29 11:46:41 user nova-compute[74974]:   </features>
Nov 29 11:46:41 user nova-compute[74974]: </domainCapabilities>
Nov 29 11:46:41 user nova-compute[74974]:  {{(pid=74974) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Nov 29 11:46:41 user nova-compute[74974]: <domainCapabilities>
Nov 29 11:46:41 user nova-compute[74974]:   <path>/usr/bin/qemu-system-i386</path>
Nov 29 11:46:41 user nova-compute[74974]:   <domain>kvm</domain>
Nov 29 11:46:41 user nova-compute[74974]:   <machine>pc-i440fx-jammy</machine>
Nov 29 11:46:41 user nova-compute[74974]:   <arch>i686</arch>
Nov 29 11:46:41 user nova-compute[74974]:   <vcpu max='255'/>
Nov 29 11:46:41 user nova-compute[74974]:   <iothreads supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:   <os supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:     <enum name='firmware'/>
Nov 29 11:46:41 user nova-compute[74974]:     <loader supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='type'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>rom</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>pflash</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='readonly'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>yes</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>no</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='secure'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>no</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </loader>
Nov 29 11:46:41 user nova-compute[74974]:   </os>
Nov 29 11:46:41 user nova-compute[74974]:   <cpu>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='host-passthrough' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='hostPassthroughMigratable'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>off</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='maximum' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='maximumMigratable'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>on</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>off</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='host-model' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <vendor>Intel</vendor>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ss'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='vmx'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='pcid'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='hypervisor'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='arat'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='umip'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='md-clear'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='stibp'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ssbd'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ibpb'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ibrs'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='amd-stibp'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='disable' name='erms'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='disable' name='lm'/>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='custom' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>qemu64</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>qemu32</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>phenom</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>pentium3</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>pentium2</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>pentium</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>n270</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>kvm64</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>kvm32</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>coreduo</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>core2duo</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>athlon</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Westmere-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Westmere</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Snowridge</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Server</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Client</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>SandyBridge</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Penryn</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G5</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G4</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G3</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G2</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G1</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Nehalem-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Nehalem</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>IvyBridge</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Icelake-Server</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC-Rome</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC-Milan</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Dhyana</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Cooperlake</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Conroe</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>486</model>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:   </cpu>
Nov 29 11:46:41 user nova-compute[74974]:   <memoryBacking supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:     <enum name='sourceType'>
Nov 29 11:46:41 user nova-compute[74974]:       <value>file</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>anonymous</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>memfd</value>
Nov 29 11:46:41 user nova-compute[74974]:     </enum>
Nov 29 11:46:41 user nova-compute[74974]:   </memoryBacking>
Nov 29 11:46:41 user nova-compute[74974]:   <devices>
Nov 29 11:46:41 user nova-compute[74974]:     <disk supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='diskDevice'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>disk</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>cdrom</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>floppy</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>lun</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='bus'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>ide</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>fdc</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>scsi</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>usb</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>sata</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio-transitional</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio-non-transitional</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </disk>
Nov 29 11:46:41 user nova-compute[74974]:     <graphics supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='type'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>sdl</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>vnc</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>spice</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>egl-headless</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </graphics>
Nov 29 11:46:41 user nova-compute[74974]:     <video supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='modelType'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>vga</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>cirrus</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>vmvga</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>qxl</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>none</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>bochs</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>ramfb</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </video>
Nov 29 11:46:41 user nova-compute[74974]:     <hostdev supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='mode'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>subsystem</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='startupPolicy'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>default</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>mandatory</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>requisite</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>optional</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='subsysType'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>usb</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>pci</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>scsi</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='capsType'/>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='pciBackend'/>
Nov 29 11:46:41 user nova-compute[74974]:     </hostdev>
Nov 29 11:46:41 user nova-compute[74974]:     <rng supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio-transitional</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio-non-transitional</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='backendModel'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>random</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>egd</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>builtin</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </rng>
Nov 29 11:46:41 user nova-compute[74974]:     <filesystem supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='driverType'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>path</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>handle</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtiofs</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </filesystem>
Nov 29 11:46:41 user nova-compute[74974]:     <tpm supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>tpm-tis</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>tpm-crb</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='backendModel'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>passthrough</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>emulator</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </tpm>
Nov 29 11:46:41 user nova-compute[74974]:   </devices>
Nov 29 11:46:41 user nova-compute[74974]:   <features>
Nov 29 11:46:41 user nova-compute[74974]:     <gic supported='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     <vmcoreinfo supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:     <genid supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:     <backingStoreInput supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:     <backup supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:     <sev supported='no'/>
Nov 29 11:46:41 user nova-compute[74974]:   </features>
Nov 29 11:46:41 user nova-compute[74974]: </domainCapabilities>
Nov 29 11:46:41 user nova-compute[74974]:  {{(pid=74974) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for mips via machine types: {None} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for ppc64 via machine types: {'powernv', 'pseries', None} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for ppc64le via machine types: {'powernv', 'pseries'} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for x86_64 via machine types: {'q35', 'pc', 'ubuntu-q35', 'ubuntu'} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Nov 29 11:46:41 user nova-compute[74974]: <domainCapabilities>
Nov 29 11:46:41 user nova-compute[74974]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 29 11:46:41 user nova-compute[74974]:   <domain>kvm</domain>
Nov 29 11:46:41 user nova-compute[74974]:   <machine>pc-q35-6.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:   <arch>x86_64</arch>
Nov 29 11:46:41 user nova-compute[74974]:   <vcpu max='288'/>
Nov 29 11:46:41 user nova-compute[74974]:   <iothreads supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:   <os supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:     <enum name='firmware'>
Nov 29 11:46:41 user nova-compute[74974]:       <value>efi</value>
Nov 29 11:46:41 user nova-compute[74974]:     </enum>
Nov 29 11:46:41 user nova-compute[74974]:     <loader supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='type'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>rom</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>pflash</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='readonly'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>yes</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>no</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='secure'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>yes</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>no</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </loader>
Nov 29 11:46:41 user nova-compute[74974]:   </os>
Nov 29 11:46:41 user nova-compute[74974]:   <cpu>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='host-passthrough' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='hostPassthroughMigratable'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>on</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>off</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='maximum' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='maximumMigratable'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>on</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>off</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='host-model' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <vendor>Intel</vendor>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ss'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='vmx'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='pcid'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='hypervisor'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='arat'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='umip'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='md-clear'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='stibp'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ssbd'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='invtsc'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ibpb'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ibrs'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='amd-stibp'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='rsba'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='pschange-mc-no'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='disable' name='erms'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='custom' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>qemu64</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>qemu32</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>phenom</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>pentium3</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>pentium2</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>pentium</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>n270</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>kvm64</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>kvm32</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>coreduo</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>core2duo</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>athlon</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>Westmere-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>Westmere</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Snowridge</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Server</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Client</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>SandyBridge</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>Penryn</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G5</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G4</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G3</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G2</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>Opteron_G1</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>Nehalem</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>IvyBridge</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Icelake-Server</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC-Rome</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC-Milan</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Dhyana</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Cooperlake</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>Conroe</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>486</model>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:   </cpu>
Nov 29 11:46:41 user nova-compute[74974]:   <memoryBacking supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:     <enum name='sourceType'>
Nov 29 11:46:41 user nova-compute[74974]:       <value>file</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>anonymous</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>memfd</value>
Nov 29 11:46:41 user nova-compute[74974]:     </enum>
Nov 29 11:46:41 user nova-compute[74974]:   </memoryBacking>
Nov 29 11:46:41 user nova-compute[74974]:   <devices>
Nov 29 11:46:41 user nova-compute[74974]:     <disk supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='diskDevice'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>disk</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>cdrom</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>floppy</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>lun</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='bus'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>fdc</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>scsi</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>usb</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>sata</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio-transitional</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio-non-transitional</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </disk>
Nov 29 11:46:41 user nova-compute[74974]:     <graphics supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='type'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>sdl</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>vnc</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>spice</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>egl-headless</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </graphics>
Nov 29 11:46:41 user nova-compute[74974]:     <video supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='modelType'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>vga</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>cirrus</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>vmvga</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>qxl</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>none</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>bochs</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>ramfb</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </video>
Nov 29 11:46:41 user nova-compute[74974]:     <hostdev supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='mode'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>subsystem</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='startupPolicy'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>default</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>mandatory</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>requisite</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>optional</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='subsysType'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>usb</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>pci</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>scsi</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='capsType'/>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='pciBackend'/>
Nov 29 11:46:41 user nova-compute[74974]:     </hostdev>
Nov 29 11:46:41 user nova-compute[74974]:     <rng supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio-transitional</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio-non-transitional</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='backendModel'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>random</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>egd</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>builtin</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </rng>
Nov 29 11:46:41 user nova-compute[74974]:     <filesystem supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='driverType'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>path</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>handle</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtiofs</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </filesystem>
Nov 29 11:46:41 user nova-compute[74974]:     <tpm supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>tpm-tis</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>tpm-crb</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='backendModel'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>passthrough</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>emulator</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </tpm>
Nov 29 11:46:41 user nova-compute[74974]:   </devices>
Nov 29 11:46:41 user nova-compute[74974]:   <features>
Nov 29 11:46:41 user nova-compute[74974]:     <gic supported='no'/>
Nov 29 11:46:41 user nova-compute[74974]:     <vmcoreinfo supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:     <genid supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:     <backingStoreInput supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:     <backup supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:     <sev supported='no'/>
Nov 29 11:46:41 user nova-compute[74974]:   </features>
Nov 29 11:46:41 user nova-compute[74974]: </domainCapabilities>
Nov 29 11:46:41 user nova-compute[74974]:  {{(pid=74974) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 11:46:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Nov 29 11:46:41 user nova-compute[74974]: <domainCapabilities>
Nov 29 11:46:41 user nova-compute[74974]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 29 11:46:41 user nova-compute[74974]:   <domain>kvm</domain>
Nov 29 11:46:41 user nova-compute[74974]:   <machine>pc-i440fx-6.2</machine>
Nov 29 11:46:41 user nova-compute[74974]:   <arch>x86_64</arch>
Nov 29 11:46:41 user nova-compute[74974]:   <vcpu max='255'/>
Nov 29 11:46:41 user nova-compute[74974]:   <iothreads supported='yes'/>
Nov 29 11:46:41 user nova-compute[74974]:   <os supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:     <enum name='firmware'>
Nov 29 11:46:41 user nova-compute[74974]:       <value>efi</value>
Nov 29 11:46:41 user nova-compute[74974]:     </enum>
Nov 29 11:46:41 user nova-compute[74974]:     <loader supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='type'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>rom</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>pflash</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='readonly'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>yes</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>no</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='secure'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>no</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </loader>
Nov 29 11:46:41 user nova-compute[74974]:   </os>
Nov 29 11:46:41 user nova-compute[74974]:   <cpu>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='host-passthrough' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='hostPassthroughMigratable'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>on</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>off</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='maximum' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='maximumMigratable'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>on</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>off</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='host-model' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <vendor>Intel</vendor>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ss'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='vmx'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='pcid'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='hypervisor'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='arat'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='umip'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='md-clear'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='stibp'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ssbd'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='invtsc'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ibpb'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='ibrs'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='amd-stibp'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='rsba'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='require' name='pschange-mc-no'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='disable' name='erms'/>
Nov 29 11:46:41 user nova-compute[74974]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:     <mode name='custom' supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>qemu64</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>qemu32</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>phenom</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>pentium3</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>pentium2</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>pentium</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>n270</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>kvm64</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>kvm32</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>coreduo</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>core2duo</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>athlon</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>Westmere-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>Westmere</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Snowridge</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Server</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Skylake-Client</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>SandyBridge</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>Penryn</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G5</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G4</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G3</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Opteron_G2</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>Opteron_G1</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>Nehalem</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>IvyBridge</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Icelake-Server</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Haswell</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC-Rome</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC-Milan</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>EPYC</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Dhyana</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Cooperlake</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>Conroe</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='no'>Broadwell</model>
Nov 29 11:46:41 user nova-compute[74974]:       <model usable='yes'>486</model>
Nov 29 11:46:41 user nova-compute[74974]:     </mode>
Nov 29 11:46:41 user nova-compute[74974]:   </cpu>
Nov 29 11:46:41 user nova-compute[74974]:   <memoryBacking supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:     <enum name='sourceType'>
Nov 29 11:46:41 user nova-compute[74974]:       <value>file</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>anonymous</value>
Nov 29 11:46:41 user nova-compute[74974]:       <value>memfd</value>
Nov 29 11:46:41 user nova-compute[74974]:     </enum>
Nov 29 11:46:41 user nova-compute[74974]:   </memoryBacking>
Nov 29 11:46:41 user nova-compute[74974]:   <devices>
Nov 29 11:46:41 user nova-compute[74974]:     <disk supported='yes'>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='diskDevice'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>disk</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>cdrom</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>floppy</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>lun</value>
Nov 29 11:46:41 user nova-compute[74974]:       </enum>
Nov 29 11:46:41 user nova-compute[74974]:       <enum name='bus'>
Nov 29 11:46:41 user nova-compute[74974]:         <value>ide</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>fdc</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>scsi</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>usb</value>
Nov 29 11:46:41 user nova-compute[74974]:         <value>sata</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio-transitional</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio-non-transitional</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </disk>
Nov 29 11:46:42 user nova-compute[74974]:     <graphics supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='type'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>sdl</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>vnc</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>spice</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>egl-headless</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </graphics>
Nov 29 11:46:42 user nova-compute[74974]:     <video supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='modelType'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>vga</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>cirrus</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>vmvga</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>qxl</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>none</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>bochs</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>ramfb</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </video>
Nov 29 11:46:42 user nova-compute[74974]:     <hostdev supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='mode'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>subsystem</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='startupPolicy'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>default</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>mandatory</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>requisite</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>optional</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='subsysType'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>usb</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>pci</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>scsi</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='capsType'/>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='pciBackend'/>
Nov 29 11:46:42 user nova-compute[74974]:     </hostdev>
Nov 29 11:46:42 user nova-compute[74974]:     <rng supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio-transitional</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio-non-transitional</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='backendModel'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>random</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>egd</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>builtin</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </rng>
Nov 29 11:46:42 user nova-compute[74974]:     <filesystem supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='driverType'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>path</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>handle</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtiofs</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </filesystem>
Nov 29 11:46:42 user nova-compute[74974]:     <tpm supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>tpm-tis</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>tpm-crb</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='backendModel'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>passthrough</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>emulator</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </tpm>
Nov 29 11:46:42 user nova-compute[74974]:   </devices>
Nov 29 11:46:42 user nova-compute[74974]:   <features>
Nov 29 11:46:42 user nova-compute[74974]:     <gic supported='no'/>
Nov 29 11:46:42 user nova-compute[74974]:     <vmcoreinfo supported='yes'/>
Nov 29 11:46:42 user nova-compute[74974]:     <genid supported='yes'/>
Nov 29 11:46:42 user nova-compute[74974]:     <backingStoreInput supported='yes'/>
Nov 29 11:46:42 user nova-compute[74974]:     <backup supported='yes'/>
Nov 29 11:46:42 user nova-compute[74974]:     <sev supported='no'/>
Nov 29 11:46:42 user nova-compute[74974]:   </features>
Nov 29 11:46:42 user nova-compute[74974]: </domainCapabilities>
Nov 29 11:46:42 user nova-compute[74974]:  {{(pid=74974) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 11:46:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Nov 29 11:46:42 user nova-compute[74974]: <domainCapabilities>
Nov 29 11:46:42 user nova-compute[74974]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 29 11:46:42 user nova-compute[74974]:   <domain>kvm</domain>
Nov 29 11:46:42 user nova-compute[74974]:   <machine>pc-q35-jammy</machine>
Nov 29 11:46:42 user nova-compute[74974]:   <arch>x86_64</arch>
Nov 29 11:46:42 user nova-compute[74974]:   <vcpu max='288'/>
Nov 29 11:46:42 user nova-compute[74974]:   <iothreads supported='yes'/>
Nov 29 11:46:42 user nova-compute[74974]:   <os supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:     <enum name='firmware'>
Nov 29 11:46:42 user nova-compute[74974]:       <value>efi</value>
Nov 29 11:46:42 user nova-compute[74974]:     </enum>
Nov 29 11:46:42 user nova-compute[74974]:     <loader supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 29 11:46:42 user nova-compute[74974]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 29 11:46:42 user nova-compute[74974]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='type'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>rom</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>pflash</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='readonly'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>yes</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>no</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='secure'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>yes</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>no</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </loader>
Nov 29 11:46:42 user nova-compute[74974]:   </os>
Nov 29 11:46:42 user nova-compute[74974]:   <cpu>
Nov 29 11:46:42 user nova-compute[74974]:     <mode name='host-passthrough' supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='hostPassthroughMigratable'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>on</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>off</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </mode>
Nov 29 11:46:42 user nova-compute[74974]:     <mode name='maximum' supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='maximumMigratable'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>on</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>off</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </mode>
Nov 29 11:46:42 user nova-compute[74974]:     <mode name='host-model' supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <vendor>Intel</vendor>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='ss'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='vmx'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='pcid'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='hypervisor'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='arat'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='umip'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='md-clear'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='stibp'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='ssbd'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='invtsc'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='ibpb'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='ibrs'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='amd-stibp'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='rsba'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='pschange-mc-no'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='disable' name='erms'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 11:46:42 user nova-compute[74974]:     </mode>
Nov 29 11:46:42 user nova-compute[74974]:     <mode name='custom' supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>qemu64</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>qemu32</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>phenom</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>pentium3</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>pentium2</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>pentium</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>n270</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>kvm64</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>kvm32</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>coreduo</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>core2duo</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>athlon</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>Westmere-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>Westmere</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Snowridge</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Skylake-Server</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Skylake-Client</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>SandyBridge</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>Penryn</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Opteron_G5</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Opteron_G4</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Opteron_G3</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Opteron_G2</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>Opteron_G1</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>Nehalem</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>IvyBridge</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Icelake-Server</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Haswell</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>EPYC-Rome</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>EPYC-Milan</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>EPYC</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Dhyana</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Cooperlake</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>Conroe</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Broadwell</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>486</model>
Nov 29 11:46:42 user nova-compute[74974]:     </mode>
Nov 29 11:46:42 user nova-compute[74974]:   </cpu>
Nov 29 11:46:42 user nova-compute[74974]:   <memoryBacking supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:     <enum name='sourceType'>
Nov 29 11:46:42 user nova-compute[74974]:       <value>file</value>
Nov 29 11:46:42 user nova-compute[74974]:       <value>anonymous</value>
Nov 29 11:46:42 user nova-compute[74974]:       <value>memfd</value>
Nov 29 11:46:42 user nova-compute[74974]:     </enum>
Nov 29 11:46:42 user nova-compute[74974]:   </memoryBacking>
Nov 29 11:46:42 user nova-compute[74974]:   <devices>
Nov 29 11:46:42 user nova-compute[74974]:     <disk supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='diskDevice'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>disk</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>cdrom</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>floppy</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>lun</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='bus'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>fdc</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>scsi</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>usb</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>sata</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio-transitional</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio-non-transitional</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </disk>
Nov 29 11:46:42 user nova-compute[74974]:     <graphics supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='type'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>sdl</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>vnc</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>spice</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>egl-headless</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </graphics>
Nov 29 11:46:42 user nova-compute[74974]:     <video supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='modelType'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>vga</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>cirrus</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>vmvga</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>qxl</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>none</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>bochs</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>ramfb</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </video>
Nov 29 11:46:42 user nova-compute[74974]:     <hostdev supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='mode'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>subsystem</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='startupPolicy'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>default</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>mandatory</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>requisite</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>optional</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='subsysType'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>usb</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>pci</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>scsi</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='capsType'/>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='pciBackend'/>
Nov 29 11:46:42 user nova-compute[74974]:     </hostdev>
Nov 29 11:46:42 user nova-compute[74974]:     <rng supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio-transitional</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio-non-transitional</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='backendModel'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>random</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>egd</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>builtin</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </rng>
Nov 29 11:46:42 user nova-compute[74974]:     <filesystem supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='driverType'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>path</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>handle</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtiofs</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </filesystem>
Nov 29 11:46:42 user nova-compute[74974]:     <tpm supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>tpm-tis</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>tpm-crb</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='backendModel'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>passthrough</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>emulator</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </tpm>
Nov 29 11:46:42 user nova-compute[74974]:   </devices>
Nov 29 11:46:42 user nova-compute[74974]:   <features>
Nov 29 11:46:42 user nova-compute[74974]:     <gic supported='no'/>
Nov 29 11:46:42 user nova-compute[74974]:     <vmcoreinfo supported='yes'/>
Nov 29 11:46:42 user nova-compute[74974]:     <genid supported='yes'/>
Nov 29 11:46:42 user nova-compute[74974]:     <backingStoreInput supported='yes'/>
Nov 29 11:46:42 user nova-compute[74974]:     <backup supported='yes'/>
Nov 29 11:46:42 user nova-compute[74974]:     <sev supported='no'/>
Nov 29 11:46:42 user nova-compute[74974]:   </features>
Nov 29 11:46:42 user nova-compute[74974]: </domainCapabilities>
Nov 29 11:46:42 user nova-compute[74974]:  {{(pid=74974) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 11:46:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Nov 29 11:46:42 user nova-compute[74974]: <domainCapabilities>
Nov 29 11:46:42 user nova-compute[74974]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 29 11:46:42 user nova-compute[74974]:   <domain>kvm</domain>
Nov 29 11:46:42 user nova-compute[74974]:   <machine>pc-i440fx-jammy</machine>
Nov 29 11:46:42 user nova-compute[74974]:   <arch>x86_64</arch>
Nov 29 11:46:42 user nova-compute[74974]:   <vcpu max='255'/>
Nov 29 11:46:42 user nova-compute[74974]:   <iothreads supported='yes'/>
Nov 29 11:46:42 user nova-compute[74974]:   <os supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:     <enum name='firmware'>
Nov 29 11:46:42 user nova-compute[74974]:       <value>efi</value>
Nov 29 11:46:42 user nova-compute[74974]:     </enum>
Nov 29 11:46:42 user nova-compute[74974]:     <loader supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='type'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>rom</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>pflash</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='readonly'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>yes</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>no</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='secure'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>no</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </loader>
Nov 29 11:46:42 user nova-compute[74974]:   </os>
Nov 29 11:46:42 user nova-compute[74974]:   <cpu>
Nov 29 11:46:42 user nova-compute[74974]:     <mode name='host-passthrough' supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='hostPassthroughMigratable'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>on</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>off</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </mode>
Nov 29 11:46:42 user nova-compute[74974]:     <mode name='maximum' supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='maximumMigratable'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>on</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>off</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </mode>
Nov 29 11:46:42 user nova-compute[74974]:     <mode name='host-model' supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <vendor>Intel</vendor>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='ss'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='vmx'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='pcid'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='hypervisor'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='arat'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='umip'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='md-clear'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='stibp'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='ssbd'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='invtsc'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='ibpb'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='ibrs'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='amd-stibp'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='rsba'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='require' name='pschange-mc-no'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='disable' name='erms'/>
Nov 29 11:46:42 user nova-compute[74974]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 11:46:42 user nova-compute[74974]:     </mode>
Nov 29 11:46:42 user nova-compute[74974]:     <mode name='custom' supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>qemu64</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>qemu32</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>phenom</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>pentium3</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>pentium2</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>pentium</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>n270</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>kvm64</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>kvm32</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>coreduo</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>core2duo</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>athlon</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>Westmere-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>Westmere</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Snowridge</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Skylake-Server</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Skylake-Client</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>SandyBridge</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>Penryn</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Opteron_G5</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Opteron_G4</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Opteron_G3</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Opteron_G2</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>Opteron_G1</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>Nehalem</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>IvyBridge</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Icelake-Server</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Haswell</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>EPYC-Rome</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>EPYC-Milan</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>EPYC</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Dhyana</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Cooperlake</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>Conroe</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='no'>Broadwell</model>
Nov 29 11:46:42 user nova-compute[74974]:       <model usable='yes'>486</model>
Nov 29 11:46:42 user nova-compute[74974]:     </mode>
Nov 29 11:46:42 user nova-compute[74974]:   </cpu>
Nov 29 11:46:42 user nova-compute[74974]:   <memoryBacking supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:     <enum name='sourceType'>
Nov 29 11:46:42 user nova-compute[74974]:       <value>file</value>
Nov 29 11:46:42 user nova-compute[74974]:       <value>anonymous</value>
Nov 29 11:46:42 user nova-compute[74974]:       <value>memfd</value>
Nov 29 11:46:42 user nova-compute[74974]:     </enum>
Nov 29 11:46:42 user nova-compute[74974]:   </memoryBacking>
Nov 29 11:46:42 user nova-compute[74974]:   <devices>
Nov 29 11:46:42 user nova-compute[74974]:     <disk supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='diskDevice'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>disk</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>cdrom</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>floppy</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>lun</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='bus'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>ide</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>fdc</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>scsi</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>usb</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>sata</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio-transitional</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio-non-transitional</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </disk>
Nov 29 11:46:42 user nova-compute[74974]:     <graphics supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='type'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>sdl</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>vnc</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>spice</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>egl-headless</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </graphics>
Nov 29 11:46:42 user nova-compute[74974]:     <video supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='modelType'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>vga</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>cirrus</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>vmvga</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>qxl</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>none</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>bochs</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>ramfb</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </video>
Nov 29 11:46:42 user nova-compute[74974]:     <hostdev supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='mode'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>subsystem</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='startupPolicy'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>default</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>mandatory</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>requisite</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>optional</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='subsysType'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>usb</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>pci</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>scsi</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='capsType'/>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='pciBackend'/>
Nov 29 11:46:42 user nova-compute[74974]:     </hostdev>
Nov 29 11:46:42 user nova-compute[74974]:     <rng supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio-transitional</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtio-non-transitional</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='backendModel'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>random</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>egd</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>builtin</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </rng>
Nov 29 11:46:42 user nova-compute[74974]:     <filesystem supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='driverType'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>path</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>handle</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>virtiofs</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </filesystem>
Nov 29 11:46:42 user nova-compute[74974]:     <tpm supported='yes'>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='model'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>tpm-tis</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>tpm-crb</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:       <enum name='backendModel'>
Nov 29 11:46:42 user nova-compute[74974]:         <value>passthrough</value>
Nov 29 11:46:42 user nova-compute[74974]:         <value>emulator</value>
Nov 29 11:46:42 user nova-compute[74974]:       </enum>
Nov 29 11:46:42 user nova-compute[74974]:     </tpm>
Nov 29 11:46:42 user nova-compute[74974]:   </devices>
Nov 29 11:46:42 user nova-compute[74974]:   <features>
Nov 29 11:46:42 user nova-compute[74974]:     <gic supported='no'/>
Nov 29 11:46:42 user nova-compute[74974]:     <vmcoreinfo supported='yes'/>
Nov 29 11:46:42 user nova-compute[74974]:     <genid supported='yes'/>
Nov 29 11:46:42 user nova-compute[74974]:     <backingStoreInput supported='yes'/>
Nov 29 11:46:42 user nova-compute[74974]:     <backup supported='yes'/>
Nov 29 11:46:42 user nova-compute[74974]:     <sev supported='no'/>
Nov 29 11:46:42 user nova-compute[74974]:   </features>
Nov 29 11:46:42 user nova-compute[74974]: </domainCapabilities>
Nov 29 11:46:42 user nova-compute[74974]:  {{(pid=74974) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 11:46:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=74974) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 11:46:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=74974) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 11:46:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Checking secure boot support for host arch (x86_64) {{(pid=74974) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Nov 29 11:46:42 user nova-compute[74974]: INFO nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Secure Boot support detected
Nov 29 11:46:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] cpu compare xml: <cpu match="exact">
Nov 29 11:46:42 user nova-compute[74974]:   <model>Nehalem</model>
Nov 29 11:46:42 user nova-compute[74974]: </cpu>
Nov 29 11:46:42 user nova-compute[74974]:  {{(pid=74974) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10020}}
Nov 29 11:46:42 user nova-compute[74974]: INFO nova.virt.node [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Generated node identity acbc7b17-f018-42b8-afd4-030057f87dc2
Nov 29 11:46:42 user nova-compute[74974]: INFO nova.virt.node [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Wrote node identity acbc7b17-f018-42b8-afd4-030057f87dc2 to /opt/stack/data/nova/compute_id
Nov 29 11:46:42 user nova-compute[74974]: WARNING nova.compute.manager [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Compute nodes ['acbc7b17-f018-42b8-afd4-030057f87dc2'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Nov 29 11:46:42 user nova-compute[74974]: INFO nova.compute.manager [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Nov 29 11:46:42 user nova-compute[74974]: WARNING nova.compute.manager [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 29 11:46:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:46:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:46:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:46:42 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:46:42 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:46:42 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:46:42 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Hypervisor/Node resource view: name=user free_ram=10990MB free_disk=26.065258026123047GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:46:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:46:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:46:42 user nova-compute[74974]: WARNING nova.compute.resource_tracker [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] No compute node record for user:acbc7b17-f018-42b8-afd4-030057f87dc2: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host acbc7b17-f018-42b8-afd4-030057f87dc2 could not be found.
Nov 29 11:46:42 user nova-compute[74974]: INFO nova.compute.resource_tracker [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Compute node record created for user:user with uuid: acbc7b17-f018-42b8-afd4-030057f87dc2
Nov 29 11:46:42 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:46:42 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:46:42 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] [req-101a4001-1617-4735-94d1-dcb25281b0d9] Created resource provider record via placement API for resource provider with UUID acbc7b17-f018-42b8-afd4-030057f87dc2 and name user.
Nov 29 11:46:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=74974) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1797}}
Nov 29 11:46:42 user nova-compute[74974]: INFO nova.virt.libvirt.host [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] kernel doesn't support AMD SEV
Nov 29 11:46:42 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Updating inventory in ProviderTree for provider acbc7b17-f018-42b8-afd4-030057f87dc2 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 11:46:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:46:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Libvirt baseline CPU <cpu>
Nov 29 11:46:42 user nova-compute[74974]:   <arch>x86_64</arch>
Nov 29 11:46:42 user nova-compute[74974]:   <model>Nehalem</model>
Nov 29 11:46:42 user nova-compute[74974]:   <vendor>Intel</vendor>
Nov 29 11:46:42 user nova-compute[74974]:   <topology sockets="6" cores="1" threads="1"/>
Nov 29 11:46:42 user nova-compute[74974]: </cpu>
Nov 29 11:46:42 user nova-compute[74974]:  {{(pid=74974) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12510}}
Nov 29 11:46:42 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Updated inventory for provider acbc7b17-f018-42b8-afd4-030057f87dc2 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Nov 29 11:46:42 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Updating resource provider acbc7b17-f018-42b8-afd4-030057f87dc2 generation from 0 to 1 during operation: update_inventory {{(pid=74974) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 29 11:46:42 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Updating inventory in ProviderTree for provider acbc7b17-f018-42b8-afd4-030057f87dc2 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 11:46:42 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Updating resource provider acbc7b17-f018-42b8-afd4-030057f87dc2 generation from 1 to 2 during operation: update_traits {{(pid=74974) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 29 11:46:43 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:46:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.706s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:46:43 user nova-compute[74974]: DEBUG nova.service [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Creating RPC server for service compute {{(pid=74974) start /opt/stack/nova/nova/service.py:182}}
Nov 29 11:46:43 user nova-compute[74974]: DEBUG nova.service [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] Join ServiceGroup membership for this service compute {{(pid=74974) start /opt/stack/nova/nova/service.py:199}}
Nov 29 11:46:43 user nova-compute[74974]: DEBUG nova.servicegroup.drivers.db [None req-e94bc9b6-6b88-4085-b622-fcaa3228f36d None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=74974) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Nov 29 11:47:13 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:47:13 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Didn't find any instances for network info cache update. {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:47:33 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:47:33 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:47:33 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=10466MB free_disk=25.96900177001953GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:47:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.136s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:48:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:48:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:48:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:48:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:48:34 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:48:34 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:48:34 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 11:48:34 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Didn't find any instances for network info cache update. {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 11:48:34 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:48:34 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:48:34 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:48:34 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:48:34 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:48:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:48:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:48:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:48:34 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:48:34 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:48:34 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:48:34 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=10371MB free_disk=26.033546447753906GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:48:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:48:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:48:34 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:48:34 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:48:34 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:48:34 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:48:34 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:48:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.154s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:48:35 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:49:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:49:34 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:49:34 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:49:34 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:49:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:49:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:49:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:49:34 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:49:34 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:49:34 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:49:34 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=10355MB free_disk=25.78606414794922GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:49:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:49:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:49:34 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:49:34 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:49:34 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:49:34 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:49:34 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:49:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.138s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:49:35 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:49:35 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:49:35 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:49:35 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:49:36 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:49:36 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:49:36 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:49:36 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 11:49:36 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Didn't find any instances for network info cache update. {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 11:50:34 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:50:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:50:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:50:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:50:34 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:50:34 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:50:34 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:50:34 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=9681MB free_disk=25.806549072265625GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:50:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:50:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:50:35 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:50:35 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:50:35 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:50:35 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:50:35 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:50:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.179s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:50:36 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:50:36 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:50:36 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:50:36 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:50:36 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:50:36 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:50:36 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:50:36 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:50:36 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:50:36 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 11:50:36 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Didn't find any instances for network info cache update. {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 11:50:36 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:50:38 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:50:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Acquiring lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:50:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:50:45 user nova-compute[74974]: DEBUG nova.compute.manager [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:50:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:50:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:50:45 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:50:45 user nova-compute[74974]: INFO nova.compute.claims [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Claim successful on node user
Nov 29 11:50:46 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:50:46 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:50:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.538s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:50:46 user nova-compute[74974]: DEBUG nova.compute.manager [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:50:46 user nova-compute[74974]: DEBUG nova.compute.manager [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:50:46 user nova-compute[74974]: DEBUG nova.network.neutron [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:50:46 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:50:46 user nova-compute[74974]: DEBUG nova.compute.manager [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:50:46 user nova-compute[74974]: DEBUG nova.compute.manager [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:50:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:50:46 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Creating image(s)
Nov 29 11:50:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Acquiring lock "/opt/stack/data/nova/instances/71304aa8-ae9e-4a14-b2bd-f2558dd269a7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:50:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "/opt/stack/data/nova/instances/71304aa8-ae9e-4a14-b2bd-f2558dd269a7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:50:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "/opt/stack/data/nova/instances/71304aa8-ae9e-4a14-b2bd-f2558dd269a7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:50:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:50:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:50:47 user nova-compute[74974]: DEBUG nova.policy [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a603dcc520de46418a33a7ee2fe727c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9225bcc6257e4b61b71de0cdd533ebd8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:50:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8.part --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:50:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8.part --force-share --output=json" returned: 0 in 0.193s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:50:47 user nova-compute[74974]: DEBUG nova.virt.images [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] 14005146-3417-4c75-8b47-67c38948297d was qcow2, converting to raw {{(pid=74974) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 11:50:47 user nova-compute[74974]: DEBUG nova.privsep.utils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74974) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 11:50:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8.part /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8.converted {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:50:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8.part /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8.converted" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:50:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8.converted --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:50:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8.converted --force-share --output=json" returned: 0 in 0.201s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:50:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.223s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:50:48 user nova-compute[74974]: INFO oslo.privsep.daemon [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmplt7kpr3m/privsep.sock']
Nov 29 11:50:48 user sudo[84236]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmplt7kpr3m/privsep.sock
Nov 29 11:50:48 user sudo[84236]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 29 11:50:48 user nova-compute[74974]: DEBUG nova.network.neutron [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Successfully created port: 6ca61da5-7bd3-4d53-89d0-dec4a3b5f481 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:50:49 user sudo[84236]: pam_unix(sudo:session): session closed for user root
Nov 29 11:50:49 user nova-compute[74974]: INFO oslo.privsep.daemon [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Spawned new privsep daemon via rootwrap
Nov 29 11:50:49 user nova-compute[74974]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 29 11:50:49 user nova-compute[74974]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 29 11:50:49 user nova-compute[74974]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Nov 29 11:50:49 user nova-compute[74974]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84242
Nov 29 11:50:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.199s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.162s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/71304aa8-ae9e-4a14-b2bd-f2558dd269a7/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/71304aa8-ae9e-4a14-b2bd-f2558dd269a7/disk 1073741824" returned: 0 in 0.051s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.218s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.223s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Checking if we can resize image /opt/stack/data/nova/instances/71304aa8-ae9e-4a14-b2bd-f2558dd269a7/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71304aa8-ae9e-4a14-b2bd-f2558dd269a7/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquiring lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71304aa8-ae9e-4a14-b2bd-f2558dd269a7/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Cannot resize image /opt/stack/data/nova/instances/71304aa8-ae9e-4a14-b2bd-f2558dd269a7/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Ensure instance console log exists: /opt/stack/data/nova/instances/71304aa8-ae9e-4a14-b2bd-f2558dd269a7/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:50:50 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:50:50 user nova-compute[74974]: INFO nova.compute.claims [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Claim successful on node user
Nov 29 11:50:51 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:50:51 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:50:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.527s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:50:51 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:50:51 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:50:51 user nova-compute[74974]: DEBUG nova.network.neutron [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:50:51 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:50:51 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:50:51 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:50:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:50:51 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Creating image(s)
Nov 29 11:50:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquiring lock "/opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:50:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "/opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:50:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "/opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:50:51 user nova-compute[74974]: DEBUG nova.policy [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5fb2ac897c64876ab496f12f3634aa1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95f1246e08d24623a5fbd9f0c17d3fb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:50:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:50:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.192s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:50:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:50:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:50:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.171s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG nova.network.neutron [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Successfully updated port: 6ca61da5-7bd3-4d53-89d0-dec4a3b5f481 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk 1073741824" returned: 0 in 0.054s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Acquiring lock "refresh_cache-71304aa8-ae9e-4a14-b2bd-f2558dd269a7" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Acquired lock "refresh_cache-71304aa8-ae9e-4a14-b2bd-f2558dd269a7" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG nova.network.neutron [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.181s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Cannot resize image /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Ensure instance console log exists: /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG nova.network.neutron [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-7f69435d-6421-4b6b-952b-76c275193c53 req-6c4da7ab-2012-440c-a77a-2f4323eefac8 service nova] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Received event network-changed-6ca61da5-7bd3-4d53-89d0-dec4a3b5f481 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-7f69435d-6421-4b6b-952b-76c275193c53 req-6c4da7ab-2012-440c-a77a-2f4323eefac8 service nova] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Refreshing instance network info cache due to event network-changed-6ca61da5-7bd3-4d53-89d0-dec4a3b5f481. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:50:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7f69435d-6421-4b6b-952b-76c275193c53 req-6c4da7ab-2012-440c-a77a-2f4323eefac8 service nova] Acquiring lock "refresh_cache-71304aa8-ae9e-4a14-b2bd-f2558dd269a7" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.network.neutron [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Successfully created port: 47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.network.neutron [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Updating instance_info_cache with network_info: [{"id": "6ca61da5-7bd3-4d53-89d0-dec4a3b5f481", "address": "fa:16:3e:30:0a:b6", "network": {"id": "41541229-6c4e-45d6-8299-e7f4aefb9226", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1705981066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9225bcc6257e4b61b71de0cdd533ebd8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ca61da5-7b", "ovs_interfaceid": "6ca61da5-7bd3-4d53-89d0-dec4a3b5f481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Releasing lock "refresh_cache-71304aa8-ae9e-4a14-b2bd-f2558dd269a7" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.compute.manager [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Instance network_info: |[{"id": "6ca61da5-7bd3-4d53-89d0-dec4a3b5f481", "address": "fa:16:3e:30:0a:b6", "network": {"id": "41541229-6c4e-45d6-8299-e7f4aefb9226", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1705981066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9225bcc6257e4b61b71de0cdd533ebd8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ca61da5-7b", "ovs_interfaceid": "6ca61da5-7bd3-4d53-89d0-dec4a3b5f481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7f69435d-6421-4b6b-952b-76c275193c53 req-6c4da7ab-2012-440c-a77a-2f4323eefac8 service nova] Acquired lock "refresh_cache-71304aa8-ae9e-4a14-b2bd-f2558dd269a7" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.network.neutron [req-7f69435d-6421-4b6b-952b-76c275193c53 req-6c4da7ab-2012-440c-a77a-2f4323eefac8 service nova] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Refreshing network info cache for port 6ca61da5-7bd3-4d53-89d0-dec4a3b5f481 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Start _get_guest_xml network_info=[{"id": "6ca61da5-7bd3-4d53-89d0-dec4a3b5f481", "address": "fa:16:3e:30:0a:b6", "network": {"id": "41541229-6c4e-45d6-8299-e7f4aefb9226", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1705981066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9225bcc6257e4b61b71de0cdd533ebd8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ca61da5-7b", "ovs_interfaceid": "6ca61da5-7bd3-4d53-89d0-dec4a3b5f481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:50:54 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:50:54 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.privsep.utils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74974) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:50:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-953643264',display_name='tempest-DeleteServersTestJSON-server-953643264',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-953643264',id=1,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9225bcc6257e4b61b71de0cdd533ebd8',ramdisk_id='',reservation_id='r-wasu4wih',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-766850671',owner_user_name='tempest-DeleteServersTestJSON-766850671-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:50:47Z,user_data=None,user_id='a603dcc520de46418a33a7ee2fe727c9',uuid=71304aa8-ae9e-4a14-b2bd-f2558dd269a7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6ca61da5-7bd3-4d53-89d0-dec4a3b5f481", "address": "fa:16:3e:30:0a:b6", "network": {"id": "41541229-6c4e-45d6-8299-e7f4aefb9226", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1705981066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9225bcc6257e4b61b71de0cdd533ebd8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ca61da5-7b", "ovs_interfaceid": "6ca61da5-7bd3-4d53-89d0-dec4a3b5f481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Converting VIF {"id": "6ca61da5-7bd3-4d53-89d0-dec4a3b5f481", "address": "fa:16:3e:30:0a:b6", "network": {"id": "41541229-6c4e-45d6-8299-e7f4aefb9226", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1705981066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9225bcc6257e4b61b71de0cdd533ebd8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ca61da5-7b", "ovs_interfaceid": "6ca61da5-7bd3-4d53-89d0-dec4a3b5f481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:0a:b6,bridge_name='br-int',has_traffic_filtering=True,id=6ca61da5-7bd3-4d53-89d0-dec4a3b5f481,network=Network(41541229-6c4e-45d6-8299-e7f4aefb9226),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ca61da5-7b') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.objects.instance [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lazy-loading 'pci_devices' on Instance uuid 71304aa8-ae9e-4a14-b2bd-f2558dd269a7 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:50:54 user nova-compute[74974]:   <uuid>71304aa8-ae9e-4a14-b2bd-f2558dd269a7</uuid>
Nov 29 11:50:54 user nova-compute[74974]:   <name>instance-00000001</name>
Nov 29 11:50:54 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:50:54 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:50:54 user nova-compute[74974]:   <metadata>
Nov 29 11:50:54 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:50:54 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:50:54 user nova-compute[74974]:       <nova:name>tempest-DeleteServersTestJSON-server-953643264</nova:name>
Nov 29 11:50:54 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:50:54</nova:creationTime>
Nov 29 11:50:54 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:50:54 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:50:54 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:50:54 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:50:54 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:50:54 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:50:54 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:50:54 user nova-compute[74974]:       <nova:owner>
Nov 29 11:50:54 user nova-compute[74974]:         <nova:user uuid="a603dcc520de46418a33a7ee2fe727c9">tempest-DeleteServersTestJSON-766850671-project-member</nova:user>
Nov 29 11:50:54 user nova-compute[74974]:         <nova:project uuid="9225bcc6257e4b61b71de0cdd533ebd8">tempest-DeleteServersTestJSON-766850671</nova:project>
Nov 29 11:50:54 user nova-compute[74974]:       </nova:owner>
Nov 29 11:50:54 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:50:54 user nova-compute[74974]:       <nova:ports>
Nov 29 11:50:54 user nova-compute[74974]:         <nova:port uuid="6ca61da5-7bd3-4d53-89d0-dec4a3b5f481">
Nov 29 11:50:54 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 29 11:50:54 user nova-compute[74974]:         </nova:port>
Nov 29 11:50:54 user nova-compute[74974]:       </nova:ports>
Nov 29 11:50:54 user nova-compute[74974]:     </nova:instance>
Nov 29 11:50:54 user nova-compute[74974]:   </metadata>
Nov 29 11:50:54 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:50:54 user nova-compute[74974]:     <system>
Nov 29 11:50:54 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:50:54 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:50:54 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:50:54 user nova-compute[74974]:       <entry name="serial">71304aa8-ae9e-4a14-b2bd-f2558dd269a7</entry>
Nov 29 11:50:54 user nova-compute[74974]:       <entry name="uuid">71304aa8-ae9e-4a14-b2bd-f2558dd269a7</entry>
Nov 29 11:50:54 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:50:54 user nova-compute[74974]:     </system>
Nov 29 11:50:54 user nova-compute[74974]:   </sysinfo>
Nov 29 11:50:54 user nova-compute[74974]:   <os>
Nov 29 11:50:54 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:50:54 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:50:54 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:50:54 user nova-compute[74974]:   </os>
Nov 29 11:50:54 user nova-compute[74974]:   <features>
Nov 29 11:50:54 user nova-compute[74974]:     <acpi/>
Nov 29 11:50:54 user nova-compute[74974]:     <apic/>
Nov 29 11:50:54 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:50:54 user nova-compute[74974]:   </features>
Nov 29 11:50:54 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:50:54 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:50:54 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:50:54 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:50:54 user nova-compute[74974]:   </clock>
Nov 29 11:50:54 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:50:54 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:50:54 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:50:54 user nova-compute[74974]:   </cpu>
Nov 29 11:50:54 user nova-compute[74974]:   <devices>
Nov 29 11:50:54 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 11:50:54 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 11:50:54 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/71304aa8-ae9e-4a14-b2bd-f2558dd269a7/disk"/>
Nov 29 11:50:54 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:50:54 user nova-compute[74974]:     </disk>
Nov 29 11:50:54 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:50:54 user nova-compute[74974]:       <mac address="fa:16:3e:30:0a:b6"/>
Nov 29 11:50:54 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:50:54 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:50:54 user nova-compute[74974]:       <target dev="tap6ca61da5-7b"/>
Nov 29 11:50:54 user nova-compute[74974]:     </interface>
Nov 29 11:50:54 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:50:54 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/71304aa8-ae9e-4a14-b2bd-f2558dd269a7/console.log" append="off"/>
Nov 29 11:50:54 user nova-compute[74974]:     </serial>
Nov 29 11:50:54 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:50:54 user nova-compute[74974]:     <video>
Nov 29 11:50:54 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:50:54 user nova-compute[74974]:     </video>
Nov 29 11:50:54 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:50:54 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:50:54 user nova-compute[74974]:     </rng>
Nov 29 11:50:54 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:50:54 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:50:54 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:50:54 user nova-compute[74974]:     </memballoon>
Nov 29 11:50:54 user nova-compute[74974]:   </devices>
Nov 29 11:50:54 user nova-compute[74974]: </domain>
Nov 29 11:50:54 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:50:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-953643264',display_name='tempest-DeleteServersTestJSON-server-953643264',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-953643264',id=1,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9225bcc6257e4b61b71de0cdd533ebd8',ramdisk_id='',reservation_id='r-wasu4wih',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-766850671',owner_user_name='tempest-DeleteServersTestJSON-766850671-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:50:47Z,user_data=None,user_id='a603dcc520de46418a33a7ee2fe727c9',uuid=71304aa8-ae9e-4a14-b2bd-f2558dd269a7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6ca61da5-7bd3-4d53-89d0-dec4a3b5f481", "address": "fa:16:3e:30:0a:b6", "network": {"id": "41541229-6c4e-45d6-8299-e7f4aefb9226", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1705981066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9225bcc6257e4b61b71de0cdd533ebd8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ca61da5-7b", "ovs_interfaceid": "6ca61da5-7bd3-4d53-89d0-dec4a3b5f481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Converting VIF {"id": "6ca61da5-7bd3-4d53-89d0-dec4a3b5f481", "address": "fa:16:3e:30:0a:b6", "network": {"id": "41541229-6c4e-45d6-8299-e7f4aefb9226", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1705981066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9225bcc6257e4b61b71de0cdd533ebd8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ca61da5-7b", "ovs_interfaceid": "6ca61da5-7bd3-4d53-89d0-dec4a3b5f481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:0a:b6,bridge_name='br-int',has_traffic_filtering=True,id=6ca61da5-7bd3-4d53-89d0-dec4a3b5f481,network=Network(41541229-6c4e-45d6-8299-e7f4aefb9226),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ca61da5-7b') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG os_vif [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:0a:b6,bridge_name='br-int',has_traffic_filtering=True,id=6ca61da5-7bd3-4d53-89d0-dec4a3b5f481,network=Network(41541229-6c4e-45d6-8299-e7f4aefb9226),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ca61da5-7b') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Created schema index Interface.name {{(pid=74974) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Created schema index Port.name {{(pid=74974) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Created schema index Bridge.name {{(pid=74974) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [POLLOUT] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0ffa04cf-c706-532f-9d7e-e3c93bc94812', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:50:54 user nova-compute[74974]: INFO oslo.privsep.daemon [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmpbh79sats/privsep.sock']
Nov 29 11:50:54 user sudo[84300]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpbh79sats/privsep.sock
Nov 29 11:50:54 user sudo[84300]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 29 11:50:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:55 user nova-compute[74974]: DEBUG nova.network.neutron [req-7f69435d-6421-4b6b-952b-76c275193c53 req-6c4da7ab-2012-440c-a77a-2f4323eefac8 service nova] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Updated VIF entry in instance network info cache for port 6ca61da5-7bd3-4d53-89d0-dec4a3b5f481. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:50:55 user nova-compute[74974]: DEBUG nova.network.neutron [req-7f69435d-6421-4b6b-952b-76c275193c53 req-6c4da7ab-2012-440c-a77a-2f4323eefac8 service nova] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Updating instance_info_cache with network_info: [{"id": "6ca61da5-7bd3-4d53-89d0-dec4a3b5f481", "address": "fa:16:3e:30:0a:b6", "network": {"id": "41541229-6c4e-45d6-8299-e7f4aefb9226", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1705981066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9225bcc6257e4b61b71de0cdd533ebd8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ca61da5-7b", "ovs_interfaceid": "6ca61da5-7bd3-4d53-89d0-dec4a3b5f481", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:50:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7f69435d-6421-4b6b-952b-76c275193c53 req-6c4da7ab-2012-440c-a77a-2f4323eefac8 service nova] Releasing lock "refresh_cache-71304aa8-ae9e-4a14-b2bd-f2558dd269a7" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:50:56 user nova-compute[74974]: DEBUG nova.network.neutron [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Successfully updated port: 47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:50:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquiring lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:50:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquired lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:50:56 user nova-compute[74974]: DEBUG nova.network.neutron [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:50:56 user sudo[84300]: pam_unix(sudo:session): session closed for user root
Nov 29 11:50:56 user nova-compute[74974]: INFO oslo.privsep.daemon [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Spawned new privsep daemon via rootwrap
Nov 29 11:50:56 user nova-compute[74974]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 29 11:50:56 user nova-compute[74974]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 29 11:50:56 user nova-compute[74974]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Nov 29 11:50:56 user nova-compute[74974]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84307
Nov 29 11:50:56 user nova-compute[74974]: DEBUG nova.network.neutron [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:50:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6ca61da5-7b, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:50:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6ca61da5-7b, col_values=(('qos', UUID('d75a091e-e087-4a84-958d-c098546c15a6')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:50:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6ca61da5-7b, col_values=(('external_ids', {'iface-id': '6ca61da5-7bd3-4d53-89d0-dec4a3b5f481', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:30:0a:b6', 'vm-uuid': '71304aa8-ae9e-4a14-b2bd-f2558dd269a7'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:50:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:50:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:56 user nova-compute[74974]: INFO os_vif [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:0a:b6,bridge_name='br-int',has_traffic_filtering=True,id=6ca61da5-7bd3-4d53-89d0-dec4a3b5f481,network=Network(41541229-6c4e-45d6-8299-e7f4aefb9226),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ca61da5-7b')
Nov 29 11:50:56 user nova-compute[74974]: DEBUG nova.compute.manager [req-8034ab59-6f55-4ada-b671-1475c5bf0df3 req-626fc8a3-940b-4346-bed7-186fe6bab11c service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received event network-changed-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:50:56 user nova-compute[74974]: DEBUG nova.compute.manager [req-8034ab59-6f55-4ada-b671-1475c5bf0df3 req-626fc8a3-940b-4346-bed7-186fe6bab11c service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Refreshing instance network info cache due to event network-changed-47b8c2fd-418a-4255-bb7f-4c6ed9509554. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:50:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8034ab59-6f55-4ada-b671-1475c5bf0df3 req-626fc8a3-940b-4346-bed7-186fe6bab11c service nova] Acquiring lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:50:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:50:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] No VIF found with MAC fa:16:3e:30:0a:b6, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:50:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.network.neutron [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Updating instance_info_cache with network_info: [{"id": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "address": "fa:16:3e:7a:98:b9", "network": {"id": "6501b66d-5548-4067-8570-05be291f16e2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95f1246e08d24623a5fbd9f0c17d3fb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b8c2fd-41", "ovs_interfaceid": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Releasing lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Instance network_info: |[{"id": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "address": "fa:16:3e:7a:98:b9", "network": {"id": "6501b66d-5548-4067-8570-05be291f16e2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95f1246e08d24623a5fbd9f0c17d3fb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b8c2fd-41", "ovs_interfaceid": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8034ab59-6f55-4ada-b671-1475c5bf0df3 req-626fc8a3-940b-4346-bed7-186fe6bab11c service nova] Acquired lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.network.neutron [req-8034ab59-6f55-4ada-b671-1475c5bf0df3 req-626fc8a3-940b-4346-bed7-186fe6bab11c service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Refreshing network info cache for port 47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Start _get_guest_xml network_info=[{"id": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "address": "fa:16:3e:7a:98:b9", "network": {"id": "6501b66d-5548-4067-8570-05be291f16e2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95f1246e08d24623a5fbd9f0c17d3fb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b8c2fd-41", "ovs_interfaceid": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:50:57 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:50:57 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:50:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-896251110',display_name='tempest-ServerStableDeviceRescueTest-server-896251110',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-896251110',id=2,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBWyHk7ZUTMBvIcwhQmNkAJwyUe+VhpdMNRUaqrRUPCEMYrBc+On2PlD7jpypOnlz00sgmcG12cE2aTT6odce2qQmHhEo4h3v7iRLGCU04ngpCvtvXUDsLNLuYyArI2Nww==',key_name='tempest-keypair-566991299',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='95f1246e08d24623a5fbd9f0c17d3fb9',ramdisk_id='',reservation_id='r-0yc0ey9c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-2007660803',owner_user_name='tempest-ServerStableDeviceRescueTest-2007660803-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:50:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b5fb2ac897c64876ab496f12f3634aa1',uuid=2064c075-ca5f-4ef8-a34f-7c0d64debb57,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "address": "fa:16:3e:7a:98:b9", "network": {"id": "6501b66d-5548-4067-8570-05be291f16e2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95f1246e08d24623a5fbd9f0c17d3fb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b8c2fd-41", "ovs_interfaceid": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Converting VIF {"id": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "address": "fa:16:3e:7a:98:b9", "network": {"id": "6501b66d-5548-4067-8570-05be291f16e2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95f1246e08d24623a5fbd9f0c17d3fb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b8c2fd-41", "ovs_interfaceid": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7a:98:b9,bridge_name='br-int',has_traffic_filtering=True,id=47b8c2fd-418a-4255-bb7f-4c6ed9509554,network=Network(6501b66d-5548-4067-8570-05be291f16e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47b8c2fd-41') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.objects.instance [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lazy-loading 'pci_devices' on Instance uuid 2064c075-ca5f-4ef8-a34f-7c0d64debb57 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:50:57 user nova-compute[74974]:   <uuid>2064c075-ca5f-4ef8-a34f-7c0d64debb57</uuid>
Nov 29 11:50:57 user nova-compute[74974]:   <name>instance-00000002</name>
Nov 29 11:50:57 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:50:57 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:50:57 user nova-compute[74974]:   <metadata>
Nov 29 11:50:57 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:50:57 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:50:57 user nova-compute[74974]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-896251110</nova:name>
Nov 29 11:50:57 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:50:57</nova:creationTime>
Nov 29 11:50:57 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:50:57 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:50:57 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:50:57 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:50:57 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:50:57 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:50:57 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:50:57 user nova-compute[74974]:       <nova:owner>
Nov 29 11:50:57 user nova-compute[74974]:         <nova:user uuid="b5fb2ac897c64876ab496f12f3634aa1">tempest-ServerStableDeviceRescueTest-2007660803-project-member</nova:user>
Nov 29 11:50:57 user nova-compute[74974]:         <nova:project uuid="95f1246e08d24623a5fbd9f0c17d3fb9">tempest-ServerStableDeviceRescueTest-2007660803</nova:project>
Nov 29 11:50:57 user nova-compute[74974]:       </nova:owner>
Nov 29 11:50:57 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:50:57 user nova-compute[74974]:       <nova:ports>
Nov 29 11:50:57 user nova-compute[74974]:         <nova:port uuid="47b8c2fd-418a-4255-bb7f-4c6ed9509554">
Nov 29 11:50:57 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 11:50:57 user nova-compute[74974]:         </nova:port>
Nov 29 11:50:57 user nova-compute[74974]:       </nova:ports>
Nov 29 11:50:57 user nova-compute[74974]:     </nova:instance>
Nov 29 11:50:57 user nova-compute[74974]:   </metadata>
Nov 29 11:50:57 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:50:57 user nova-compute[74974]:     <system>
Nov 29 11:50:57 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:50:57 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:50:57 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:50:57 user nova-compute[74974]:       <entry name="serial">2064c075-ca5f-4ef8-a34f-7c0d64debb57</entry>
Nov 29 11:50:57 user nova-compute[74974]:       <entry name="uuid">2064c075-ca5f-4ef8-a34f-7c0d64debb57</entry>
Nov 29 11:50:57 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:50:57 user nova-compute[74974]:     </system>
Nov 29 11:50:57 user nova-compute[74974]:   </sysinfo>
Nov 29 11:50:57 user nova-compute[74974]:   <os>
Nov 29 11:50:57 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:50:57 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:50:57 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:50:57 user nova-compute[74974]:   </os>
Nov 29 11:50:57 user nova-compute[74974]:   <features>
Nov 29 11:50:57 user nova-compute[74974]:     <acpi/>
Nov 29 11:50:57 user nova-compute[74974]:     <apic/>
Nov 29 11:50:57 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:50:57 user nova-compute[74974]:   </features>
Nov 29 11:50:57 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:50:57 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:50:57 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:50:57 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:50:57 user nova-compute[74974]:   </clock>
Nov 29 11:50:57 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:50:57 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:50:57 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:50:57 user nova-compute[74974]:   </cpu>
Nov 29 11:50:57 user nova-compute[74974]:   <devices>
Nov 29 11:50:57 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 11:50:57 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 11:50:57 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk"/>
Nov 29 11:50:57 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:50:57 user nova-compute[74974]:     </disk>
Nov 29 11:50:57 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:50:57 user nova-compute[74974]:       <mac address="fa:16:3e:7a:98:b9"/>
Nov 29 11:50:57 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:50:57 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:50:57 user nova-compute[74974]:       <target dev="tap47b8c2fd-41"/>
Nov 29 11:50:57 user nova-compute[74974]:     </interface>
Nov 29 11:50:57 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:50:57 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/console.log" append="off"/>
Nov 29 11:50:57 user nova-compute[74974]:     </serial>
Nov 29 11:50:57 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:50:57 user nova-compute[74974]:     <video>
Nov 29 11:50:57 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:50:57 user nova-compute[74974]:     </video>
Nov 29 11:50:57 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:50:57 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:50:57 user nova-compute[74974]:     </rng>
Nov 29 11:50:57 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:50:57 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:50:57 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:50:57 user nova-compute[74974]:     </memballoon>
Nov 29 11:50:57 user nova-compute[74974]:   </devices>
Nov 29 11:50:57 user nova-compute[74974]: </domain>
Nov 29 11:50:57 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:50:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-896251110',display_name='tempest-ServerStableDeviceRescueTest-server-896251110',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-896251110',id=2,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBWyHk7ZUTMBvIcwhQmNkAJwyUe+VhpdMNRUaqrRUPCEMYrBc+On2PlD7jpypOnlz00sgmcG12cE2aTT6odce2qQmHhEo4h3v7iRLGCU04ngpCvtvXUDsLNLuYyArI2Nww==',key_name='tempest-keypair-566991299',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='95f1246e08d24623a5fbd9f0c17d3fb9',ramdisk_id='',reservation_id='r-0yc0ey9c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-2007660803',owner_user_name='tempest-ServerStableDeviceRescueTest-2007660803-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:50:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b5fb2ac897c64876ab496f12f3634aa1',uuid=2064c075-ca5f-4ef8-a34f-7c0d64debb57,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "address": "fa:16:3e:7a:98:b9", "network": {"id": "6501b66d-5548-4067-8570-05be291f16e2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95f1246e08d24623a5fbd9f0c17d3fb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b8c2fd-41", "ovs_interfaceid": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Converting VIF {"id": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "address": "fa:16:3e:7a:98:b9", "network": {"id": "6501b66d-5548-4067-8570-05be291f16e2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95f1246e08d24623a5fbd9f0c17d3fb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b8c2fd-41", "ovs_interfaceid": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7a:98:b9,bridge_name='br-int',has_traffic_filtering=True,id=47b8c2fd-418a-4255-bb7f-4c6ed9509554,network=Network(6501b66d-5548-4067-8570-05be291f16e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47b8c2fd-41') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG os_vif [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:98:b9,bridge_name='br-int',has_traffic_filtering=True,id=47b8c2fd-418a-4255-bb7f-4c6ed9509554,network=Network(6501b66d-5548-4067-8570-05be291f16e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47b8c2fd-41') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '71f3c698-7e49-5c46-90ff-37f4bfcd7203', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap47b8c2fd-41, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap47b8c2fd-41, col_values=(('qos', UUID('90d49f10-d084-4d8b-a6ba-a1f5af5ddce1')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap47b8c2fd-41, col_values=(('external_ids', {'iface-id': '47b8c2fd-418a-4255-bb7f-4c6ed9509554', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7a:98:b9', 'vm-uuid': '2064c075-ca5f-4ef8-a34f-7c0d64debb57'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:57 user nova-compute[74974]: INFO os_vif [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:98:b9,bridge_name='br-int',has_traffic_filtering=True,id=47b8c2fd-418a-4255-bb7f-4c6ed9509554,network=Network(6501b66d-5548-4067-8570-05be291f16e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47b8c2fd-41')
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] No VIF found with MAC fa:16:3e:7a:98:b9, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:58 user nova-compute[74974]: DEBUG nova.network.neutron [req-8034ab59-6f55-4ada-b671-1475c5bf0df3 req-626fc8a3-940b-4346-bed7-186fe6bab11c service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Updated VIF entry in instance network info cache for port 47b8c2fd-418a-4255-bb7f-4c6ed9509554. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:50:58 user nova-compute[74974]: DEBUG nova.network.neutron [req-8034ab59-6f55-4ada-b671-1475c5bf0df3 req-626fc8a3-940b-4346-bed7-186fe6bab11c service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Updating instance_info_cache with network_info: [{"id": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "address": "fa:16:3e:7a:98:b9", "network": {"id": "6501b66d-5548-4067-8570-05be291f16e2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95f1246e08d24623a5fbd9f0c17d3fb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b8c2fd-41", "ovs_interfaceid": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:50:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8034ab59-6f55-4ada-b671-1475c5bf0df3 req-626fc8a3-940b-4346-bed7-186fe6bab11c service nova] Releasing lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:50:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:50:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:01 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:51:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:51:01 user nova-compute[74974]: DEBUG nova.compute.manager [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:51:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:51:01 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Instance spawned successfully.
Nov 29 11:51:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:51:01 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Instance spawned successfully.
Nov 29 11:51:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:51:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:01 user nova-compute[74974]: INFO nova.compute.manager [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Took 10.29 seconds to spawn the instance on the hypervisor.
Nov 29 11:51:01 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:51:02 user nova-compute[74974]: INFO nova.compute.manager [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Took 15.29 seconds to spawn the instance on the hypervisor.
Nov 29 11:51:02 user nova-compute[74974]: DEBUG nova.compute.manager [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:51:02 user nova-compute[74974]: INFO nova.compute.manager [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Took 11.61 seconds to build instance.
Nov 29 11:51:02 user nova-compute[74974]: INFO nova.compute.manager [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Took 16.92 seconds to build instance.
Nov 29 11:51:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4e241dbc-1d9b-42ce-98a6-a528f2df0823 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.897s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a278dd-0ab9-4845-9ae7-7c9241c3bc01 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.391s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "3c3aea46-8c78-47db-81a1-6783f7c61a43" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "3c3aea46-8c78-47db-81a1-6783f7c61a43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:04 user nova-compute[74974]: DEBUG nova.compute.manager [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:51:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:04 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:51:04 user nova-compute[74974]: INFO nova.compute.claims [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Claim successful on node user
Nov 29 11:51:04 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:51:04 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:51:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.454s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:51:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:51:05 user nova-compute[74974]: DEBUG nova.network.neutron [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:51:05 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:51:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:51:05 user nova-compute[74974]: DEBUG nova.policy [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bd7de9e0210495fb9f7293c81615b19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '442ab51a6f9644b58b174089a531b840', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:51:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:51:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:51:05 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Creating image(s)
Nov 29 11:51:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "/opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "/opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "/opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.270s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.268s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk 1073741824" returned: 0 in 0.076s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.354s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.298s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:06 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 11:51:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:06 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Cannot resize image /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 11:51:06 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 11:51:06 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Ensure instance console log exists: /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:51:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:06 user nova-compute[74974]: DEBUG nova.compute.manager [req-63913205-18ea-4f52-bc17-5d9e828f94ad req-0f53d2b9-cdb8-4489-a15c-72ea3a7a356c service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received event network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-63913205-18ea-4f52-bc17-5d9e828f94ad req-0f53d2b9-cdb8-4489-a15c-72ea3a7a356c service nova] Acquiring lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-63913205-18ea-4f52-bc17-5d9e828f94ad req-0f53d2b9-cdb8-4489-a15c-72ea3a7a356c service nova] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-63913205-18ea-4f52-bc17-5d9e828f94ad req-0f53d2b9-cdb8-4489-a15c-72ea3a7a356c service nova] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:06 user nova-compute[74974]: DEBUG nova.compute.manager [req-63913205-18ea-4f52-bc17-5d9e828f94ad req-0f53d2b9-cdb8-4489-a15c-72ea3a7a356c service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] No waiting events found dispatching network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:51:06 user nova-compute[74974]: WARNING nova.compute.manager [req-63913205-18ea-4f52-bc17-5d9e828f94ad req-0f53d2b9-cdb8-4489-a15c-72ea3a7a356c service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received unexpected event network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 for instance with vm_state active and task_state None.
Nov 29 11:51:07 user nova-compute[74974]: DEBUG nova.network.neutron [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Successfully created port: 0fecc7e1-45e6-482d-b734-4119315c282d {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:51:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-06e0e1b5-6d70-47ff-a58c-e3cce80b610c req-c479357a-ee23-4fd1-a3e0-b13396c811e5 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received event network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-06e0e1b5-6d70-47ff-a58c-e3cce80b610c req-c479357a-ee23-4fd1-a3e0-b13396c811e5 service nova] Acquiring lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-06e0e1b5-6d70-47ff-a58c-e3cce80b610c req-c479357a-ee23-4fd1-a3e0-b13396c811e5 service nova] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-06e0e1b5-6d70-47ff-a58c-e3cce80b610c req-c479357a-ee23-4fd1-a3e0-b13396c811e5 service nova] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-06e0e1b5-6d70-47ff-a58c-e3cce80b610c req-c479357a-ee23-4fd1-a3e0-b13396c811e5 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] No waiting events found dispatching network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:51:08 user nova-compute[74974]: WARNING nova.compute.manager [req-06e0e1b5-6d70-47ff-a58c-e3cce80b610c req-c479357a-ee23-4fd1-a3e0-b13396c811e5 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received unexpected event network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 for instance with vm_state active and task_state None.
Nov 29 11:51:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-06e0e1b5-6d70-47ff-a58c-e3cce80b610c req-c479357a-ee23-4fd1-a3e0-b13396c811e5 service nova] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Received event network-vif-plugged-6ca61da5-7bd3-4d53-89d0-dec4a3b5f481 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-06e0e1b5-6d70-47ff-a58c-e3cce80b610c req-c479357a-ee23-4fd1-a3e0-b13396c811e5 service nova] Acquiring lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-06e0e1b5-6d70-47ff-a58c-e3cce80b610c req-c479357a-ee23-4fd1-a3e0-b13396c811e5 service nova] Lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-06e0e1b5-6d70-47ff-a58c-e3cce80b610c req-c479357a-ee23-4fd1-a3e0-b13396c811e5 service nova] Lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-06e0e1b5-6d70-47ff-a58c-e3cce80b610c req-c479357a-ee23-4fd1-a3e0-b13396c811e5 service nova] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] No waiting events found dispatching network-vif-plugged-6ca61da5-7bd3-4d53-89d0-dec4a3b5f481 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:51:08 user nova-compute[74974]: WARNING nova.compute.manager [req-06e0e1b5-6d70-47ff-a58c-e3cce80b610c req-c479357a-ee23-4fd1-a3e0-b13396c811e5 service nova] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Received unexpected event network-vif-plugged-6ca61da5-7bd3-4d53-89d0-dec4a3b5f481 for instance with vm_state active and task_state None.
Nov 29 11:51:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-06e0e1b5-6d70-47ff-a58c-e3cce80b610c req-c479357a-ee23-4fd1-a3e0-b13396c811e5 service nova] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Received event network-vif-plugged-6ca61da5-7bd3-4d53-89d0-dec4a3b5f481 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-06e0e1b5-6d70-47ff-a58c-e3cce80b610c req-c479357a-ee23-4fd1-a3e0-b13396c811e5 service nova] Acquiring lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-06e0e1b5-6d70-47ff-a58c-e3cce80b610c req-c479357a-ee23-4fd1-a3e0-b13396c811e5 service nova] Lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-06e0e1b5-6d70-47ff-a58c-e3cce80b610c req-c479357a-ee23-4fd1-a3e0-b13396c811e5 service nova] Lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-06e0e1b5-6d70-47ff-a58c-e3cce80b610c req-c479357a-ee23-4fd1-a3e0-b13396c811e5 service nova] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] No waiting events found dispatching network-vif-plugged-6ca61da5-7bd3-4d53-89d0-dec4a3b5f481 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:51:08 user nova-compute[74974]: WARNING nova.compute.manager [req-06e0e1b5-6d70-47ff-a58c-e3cce80b610c req-c479357a-ee23-4fd1-a3e0-b13396c811e5 service nova] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Received unexpected event network-vif-plugged-6ca61da5-7bd3-4d53-89d0-dec4a3b5f481 for instance with vm_state active and task_state None.
Nov 29 11:51:08 user nova-compute[74974]: DEBUG nova.network.neutron [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Successfully updated port: 0fecc7e1-45e6-482d-b734-4119315c282d {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:51:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "refresh_cache-3c3aea46-8c78-47db-81a1-6783f7c61a43" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:51:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquired lock "refresh_cache-3c3aea46-8c78-47db-81a1-6783f7c61a43" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:51:09 user nova-compute[74974]: DEBUG nova.network.neutron [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:51:09 user nova-compute[74974]: DEBUG nova.compute.manager [req-941e0515-8091-4b60-b5cb-eee70db2a873 req-34acce40-25f0-4c24-870b-def2609d1009 service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Received event network-changed-0fecc7e1-45e6-482d-b734-4119315c282d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:09 user nova-compute[74974]: DEBUG nova.compute.manager [req-941e0515-8091-4b60-b5cb-eee70db2a873 req-34acce40-25f0-4c24-870b-def2609d1009 service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Refreshing instance network info cache due to event network-changed-0fecc7e1-45e6-482d-b734-4119315c282d. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:51:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-941e0515-8091-4b60-b5cb-eee70db2a873 req-34acce40-25f0-4c24-870b-def2609d1009 service nova] Acquiring lock "refresh_cache-3c3aea46-8c78-47db-81a1-6783f7c61a43" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:51:09 user nova-compute[74974]: DEBUG nova.network.neutron [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:51:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.network.neutron [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Updating instance_info_cache with network_info: [{"id": "0fecc7e1-45e6-482d-b734-4119315c282d", "address": "fa:16:3e:6e:70:e4", "network": {"id": "e24c0687-bfa8-4fad-b731-b79baa57c55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-868609875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "442ab51a6f9644b58b174089a531b840", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fecc7e1-45", "ovs_interfaceid": "0fecc7e1-45e6-482d-b734-4119315c282d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Releasing lock "refresh_cache-3c3aea46-8c78-47db-81a1-6783f7c61a43" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.compute.manager [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Instance network_info: |[{"id": "0fecc7e1-45e6-482d-b734-4119315c282d", "address": "fa:16:3e:6e:70:e4", "network": {"id": "e24c0687-bfa8-4fad-b731-b79baa57c55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-868609875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "442ab51a6f9644b58b174089a531b840", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fecc7e1-45", "ovs_interfaceid": "0fecc7e1-45e6-482d-b734-4119315c282d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-941e0515-8091-4b60-b5cb-eee70db2a873 req-34acce40-25f0-4c24-870b-def2609d1009 service nova] Acquired lock "refresh_cache-3c3aea46-8c78-47db-81a1-6783f7c61a43" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.network.neutron [req-941e0515-8091-4b60-b5cb-eee70db2a873 req-34acce40-25f0-4c24-870b-def2609d1009 service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Refreshing network info cache for port 0fecc7e1-45e6-482d-b734-4119315c282d {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Start _get_guest_xml network_info=[{"id": "0fecc7e1-45e6-482d-b734-4119315c282d", "address": "fa:16:3e:6e:70:e4", "network": {"id": "e24c0687-bfa8-4fad-b731-b79baa57c55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-868609875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "442ab51a6f9644b58b174089a531b840", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fecc7e1-45", "ovs_interfaceid": "0fecc7e1-45e6-482d-b734-4119315c282d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:51:10 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:51:10 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:51:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1385035971',display_name='tempest-VolumesAdminNegativeTest-server-1385035971',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1385035971',id=3,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNWUXNg0mUU9sOvCLYsFiO8WChFj2pCXcX29+QUfDcxMyr3jtbnVDToZF6oM7n5oGaRTXEAxBuUTHcptvDMaq/0QxMeNLdGCzViBu5QmpZKvUbWFJX1H5mToZBQ6QMIyOQ==',key_name='tempest-keypair-1341927625',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='442ab51a6f9644b58b174089a531b840',ramdisk_id='',reservation_id='r-7z1x0d9r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-385744489',owner_user_name='tempest-VolumesAdminNegativeTest-385744489-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:51:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8bd7de9e0210495fb9f7293c81615b19',uuid=3c3aea46-8c78-47db-81a1-6783f7c61a43,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0fecc7e1-45e6-482d-b734-4119315c282d", "address": "fa:16:3e:6e:70:e4", "network": {"id": "e24c0687-bfa8-4fad-b731-b79baa57c55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-868609875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "442ab51a6f9644b58b174089a531b840", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fecc7e1-45", "ovs_interfaceid": "0fecc7e1-45e6-482d-b734-4119315c282d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Converting VIF {"id": "0fecc7e1-45e6-482d-b734-4119315c282d", "address": "fa:16:3e:6e:70:e4", "network": {"id": "e24c0687-bfa8-4fad-b731-b79baa57c55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-868609875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "442ab51a6f9644b58b174089a531b840", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fecc7e1-45", "ovs_interfaceid": "0fecc7e1-45e6-482d-b734-4119315c282d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:70:e4,bridge_name='br-int',has_traffic_filtering=True,id=0fecc7e1-45e6-482d-b734-4119315c282d,network=Network(e24c0687-bfa8-4fad-b731-b79baa57c55d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0fecc7e1-45') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.objects.instance [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lazy-loading 'pci_devices' on Instance uuid 3c3aea46-8c78-47db-81a1-6783f7c61a43 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:51:10 user nova-compute[74974]:   <uuid>3c3aea46-8c78-47db-81a1-6783f7c61a43</uuid>
Nov 29 11:51:10 user nova-compute[74974]:   <name>instance-00000003</name>
Nov 29 11:51:10 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:51:10 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:51:10 user nova-compute[74974]:   <metadata>
Nov 29 11:51:10 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:51:10 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:51:10 user nova-compute[74974]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1385035971</nova:name>
Nov 29 11:51:10 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:51:10</nova:creationTime>
Nov 29 11:51:10 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:51:10 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:51:10 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:51:10 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:51:10 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:51:10 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:51:10 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:51:10 user nova-compute[74974]:       <nova:owner>
Nov 29 11:51:10 user nova-compute[74974]:         <nova:user uuid="8bd7de9e0210495fb9f7293c81615b19">tempest-VolumesAdminNegativeTest-385744489-project-member</nova:user>
Nov 29 11:51:10 user nova-compute[74974]:         <nova:project uuid="442ab51a6f9644b58b174089a531b840">tempest-VolumesAdminNegativeTest-385744489</nova:project>
Nov 29 11:51:10 user nova-compute[74974]:       </nova:owner>
Nov 29 11:51:10 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:51:10 user nova-compute[74974]:       <nova:ports>
Nov 29 11:51:10 user nova-compute[74974]:         <nova:port uuid="0fecc7e1-45e6-482d-b734-4119315c282d">
Nov 29 11:51:10 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 11:51:10 user nova-compute[74974]:         </nova:port>
Nov 29 11:51:10 user nova-compute[74974]:       </nova:ports>
Nov 29 11:51:10 user nova-compute[74974]:     </nova:instance>
Nov 29 11:51:10 user nova-compute[74974]:   </metadata>
Nov 29 11:51:10 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:51:10 user nova-compute[74974]:     <system>
Nov 29 11:51:10 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:51:10 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:51:10 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:51:10 user nova-compute[74974]:       <entry name="serial">3c3aea46-8c78-47db-81a1-6783f7c61a43</entry>
Nov 29 11:51:10 user nova-compute[74974]:       <entry name="uuid">3c3aea46-8c78-47db-81a1-6783f7c61a43</entry>
Nov 29 11:51:10 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:51:10 user nova-compute[74974]:     </system>
Nov 29 11:51:10 user nova-compute[74974]:   </sysinfo>
Nov 29 11:51:10 user nova-compute[74974]:   <os>
Nov 29 11:51:10 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:51:10 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:51:10 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:51:10 user nova-compute[74974]:   </os>
Nov 29 11:51:10 user nova-compute[74974]:   <features>
Nov 29 11:51:10 user nova-compute[74974]:     <acpi/>
Nov 29 11:51:10 user nova-compute[74974]:     <apic/>
Nov 29 11:51:10 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:51:10 user nova-compute[74974]:   </features>
Nov 29 11:51:10 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:51:10 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:51:10 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:51:10 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:51:10 user nova-compute[74974]:   </clock>
Nov 29 11:51:10 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:51:10 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:51:10 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:51:10 user nova-compute[74974]:   </cpu>
Nov 29 11:51:10 user nova-compute[74974]:   <devices>
Nov 29 11:51:10 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 11:51:10 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 11:51:10 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk"/>
Nov 29 11:51:10 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:51:10 user nova-compute[74974]:     </disk>
Nov 29 11:51:10 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:51:10 user nova-compute[74974]:       <mac address="fa:16:3e:6e:70:e4"/>
Nov 29 11:51:10 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:51:10 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:51:10 user nova-compute[74974]:       <target dev="tap0fecc7e1-45"/>
Nov 29 11:51:10 user nova-compute[74974]:     </interface>
Nov 29 11:51:10 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:51:10 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/console.log" append="off"/>
Nov 29 11:51:10 user nova-compute[74974]:     </serial>
Nov 29 11:51:10 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:51:10 user nova-compute[74974]:     <video>
Nov 29 11:51:10 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:51:10 user nova-compute[74974]:     </video>
Nov 29 11:51:10 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:51:10 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:51:10 user nova-compute[74974]:     </rng>
Nov 29 11:51:10 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:51:10 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:51:10 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:51:10 user nova-compute[74974]:     </memballoon>
Nov 29 11:51:10 user nova-compute[74974]:   </devices>
Nov 29 11:51:10 user nova-compute[74974]: </domain>
Nov 29 11:51:10 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:51:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1385035971',display_name='tempest-VolumesAdminNegativeTest-server-1385035971',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1385035971',id=3,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNWUXNg0mUU9sOvCLYsFiO8WChFj2pCXcX29+QUfDcxMyr3jtbnVDToZF6oM7n5oGaRTXEAxBuUTHcptvDMaq/0QxMeNLdGCzViBu5QmpZKvUbWFJX1H5mToZBQ6QMIyOQ==',key_name='tempest-keypair-1341927625',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='442ab51a6f9644b58b174089a531b840',ramdisk_id='',reservation_id='r-7z1x0d9r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-385744489',owner_user_name='tempest-VolumesAdminNegativeTest-385744489-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:51:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8bd7de9e0210495fb9f7293c81615b19',uuid=3c3aea46-8c78-47db-81a1-6783f7c61a43,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0fecc7e1-45e6-482d-b734-4119315c282d", "address": "fa:16:3e:6e:70:e4", "network": {"id": "e24c0687-bfa8-4fad-b731-b79baa57c55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-868609875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "442ab51a6f9644b58b174089a531b840", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fecc7e1-45", "ovs_interfaceid": "0fecc7e1-45e6-482d-b734-4119315c282d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Converting VIF {"id": "0fecc7e1-45e6-482d-b734-4119315c282d", "address": "fa:16:3e:6e:70:e4", "network": {"id": "e24c0687-bfa8-4fad-b731-b79baa57c55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-868609875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "442ab51a6f9644b58b174089a531b840", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fecc7e1-45", "ovs_interfaceid": "0fecc7e1-45e6-482d-b734-4119315c282d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:70:e4,bridge_name='br-int',has_traffic_filtering=True,id=0fecc7e1-45e6-482d-b734-4119315c282d,network=Network(e24c0687-bfa8-4fad-b731-b79baa57c55d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0fecc7e1-45') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG os_vif [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:70:e4,bridge_name='br-int',has_traffic_filtering=True,id=0fecc7e1-45e6-482d-b734-4119315c282d,network=Network(e24c0687-bfa8-4fad-b731-b79baa57c55d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0fecc7e1-45') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '319c9be4-5e34-50b6-b1cf-6953ea61b2de', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0fecc7e1-45, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0fecc7e1-45, col_values=(('qos', UUID('c20ef14a-df60-4c0d-9bc6-9e24855e49f9')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0fecc7e1-45, col_values=(('external_ids', {'iface-id': '0fecc7e1-45e6-482d-b734-4119315c282d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6e:70:e4', 'vm-uuid': '3c3aea46-8c78-47db-81a1-6783f7c61a43'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:10 user nova-compute[74974]: INFO os_vif [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:70:e4,bridge_name='br-int',has_traffic_filtering=True,id=0fecc7e1-45e6-482d-b734-4119315c282d,network=Network(e24c0687-bfa8-4fad-b731-b79baa57c55d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0fecc7e1-45')
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:51:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] No VIF found with MAC fa:16:3e:6e:70:e4, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:51:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Acquiring lock "67c20aab-6955-41a5-b21b-8f556663d70b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "67c20aab-6955-41a5-b21b-8f556663d70b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:11 user nova-compute[74974]: DEBUG nova.compute.manager [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:51:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:51:11 user nova-compute[74974]: INFO nova.compute.claims [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Claim successful on node user
Nov 29 11:51:12 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:51:12 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:51:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.536s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:51:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Acquiring lock "cffdb25b-6232-479e-9213-861ca86e033e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "cffdb25b-6232-479e-9213-861ca86e033e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:51:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:51:12 user nova-compute[74974]: DEBUG nova.network.neutron [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:51:12 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:51:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:51:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:12 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:51:12 user nova-compute[74974]: INFO nova.compute.claims [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Claim successful on node user
Nov 29 11:51:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:12 user nova-compute[74974]: DEBUG nova.policy [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c04f952d4e7940b2a13a1ad8ae551416', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68f5beabef334ceba9dc4871935fc9c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:51:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:51:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:51:12 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Creating image(s)
Nov 29 11:51:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Acquiring lock "/opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "/opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "/opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:12 user nova-compute[74974]: DEBUG nova.network.neutron [req-941e0515-8091-4b60-b5cb-eee70db2a873 req-34acce40-25f0-4c24-870b-def2609d1009 service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Updated VIF entry in instance network info cache for port 0fecc7e1-45e6-482d-b734-4119315c282d. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:51:12 user nova-compute[74974]: DEBUG nova.network.neutron [req-941e0515-8091-4b60-b5cb-eee70db2a873 req-34acce40-25f0-4c24-870b-def2609d1009 service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Updating instance_info_cache with network_info: [{"id": "0fecc7e1-45e6-482d-b734-4119315c282d", "address": "fa:16:3e:6e:70:e4", "network": {"id": "e24c0687-bfa8-4fad-b731-b79baa57c55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-868609875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "442ab51a6f9644b58b174089a531b840", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fecc7e1-45", "ovs_interfaceid": "0fecc7e1-45e6-482d-b734-4119315c282d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:51:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-941e0515-8091-4b60-b5cb-eee70db2a873 req-34acce40-25f0-4c24-870b-def2609d1009 service nova] Releasing lock "refresh_cache-3c3aea46-8c78-47db-81a1-6783f7c61a43" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.298s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG nova.compute.manager [req-124a6934-a949-4285-8744-6db68bdc1c42 req-02d11794-9ef5-4f5b-98c1-19007aa21543 service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Received event network-vif-plugged-0fecc7e1-45e6-482d-b734-4119315c282d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-124a6934-a949-4285-8744-6db68bdc1c42 req-02d11794-9ef5-4f5b-98c1-19007aa21543 service nova] Acquiring lock "3c3aea46-8c78-47db-81a1-6783f7c61a43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-124a6934-a949-4285-8744-6db68bdc1c42 req-02d11794-9ef5-4f5b-98c1-19007aa21543 service nova] Lock "3c3aea46-8c78-47db-81a1-6783f7c61a43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-124a6934-a949-4285-8744-6db68bdc1c42 req-02d11794-9ef5-4f5b-98c1-19007aa21543 service nova] Lock "3c3aea46-8c78-47db-81a1-6783f7c61a43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG nova.compute.manager [req-124a6934-a949-4285-8744-6db68bdc1c42 req-02d11794-9ef5-4f5b-98c1-19007aa21543 service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] No waiting events found dispatching network-vif-plugged-0fecc7e1-45e6-482d-b734-4119315c282d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:51:13 user nova-compute[74974]: WARNING nova.compute.manager [req-124a6934-a949-4285-8744-6db68bdc1c42 req-02d11794-9ef5-4f5b-98c1-19007aa21543 service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Received unexpected event network-vif-plugged-0fecc7e1-45e6-482d-b734-4119315c282d for instance with vm_state building and task_state spawning.
Nov 29 11:51:13 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.227s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.838s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG nova.compute.manager [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk 1073741824" returned: 0 in 0.073s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.307s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG nova.compute.manager [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG nova.network.neutron [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:51:13 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:51:13 user nova-compute[74974]: DEBUG nova.compute.manager [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.365s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Checking if we can resize image /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG nova.compute.manager [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:51:14 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Creating image(s)
Nov 29 11:51:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Acquiring lock "/opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "/opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "/opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk --force-share --output=json" returned: 0 in 0.348s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Cannot resize image /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Ensure instance console log exists: /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG nova.policy [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9b3766969c444dabcfe8da6f83ba583', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40d18a3ed8c34cee80c6639ac8356d9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.253s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Acquiring lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.008s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.383s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG nova.compute.manager [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk 1073741824" returned: 0 in 0.085s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.476s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:14 user nova-compute[74974]: DEBUG nova.network.neutron [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Successfully created port: 6aa064ff-f9d0-457e-b169-4d44fce6109b {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:51:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.351s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:15 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 11:51:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:51:15 user nova-compute[74974]: INFO nova.compute.claims [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Claim successful on node user
Nov 29 11:51:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:15 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Cannot resize image /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 11:51:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 11:51:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Ensure instance console log exists: /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:51:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:15 user nova-compute[74974]: DEBUG nova.compute.manager [req-62f15ccd-0677-4b24-9212-274d4783dcaa req-81244108-c62d-4f83-a1a0-a7ea0c36f473 service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Received event network-vif-plugged-0fecc7e1-45e6-482d-b734-4119315c282d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-62f15ccd-0677-4b24-9212-274d4783dcaa req-81244108-c62d-4f83-a1a0-a7ea0c36f473 service nova] Acquiring lock "3c3aea46-8c78-47db-81a1-6783f7c61a43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-62f15ccd-0677-4b24-9212-274d4783dcaa req-81244108-c62d-4f83-a1a0-a7ea0c36f473 service nova] Lock "3c3aea46-8c78-47db-81a1-6783f7c61a43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-62f15ccd-0677-4b24-9212-274d4783dcaa req-81244108-c62d-4f83-a1a0-a7ea0c36f473 service nova] Lock "3c3aea46-8c78-47db-81a1-6783f7c61a43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:15 user nova-compute[74974]: DEBUG nova.compute.manager [req-62f15ccd-0677-4b24-9212-274d4783dcaa req-81244108-c62d-4f83-a1a0-a7ea0c36f473 service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] No waiting events found dispatching network-vif-plugged-0fecc7e1-45e6-482d-b734-4119315c282d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:51:15 user nova-compute[74974]: WARNING nova.compute.manager [req-62f15ccd-0677-4b24-9212-274d4783dcaa req-81244108-c62d-4f83-a1a0-a7ea0c36f473 service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Received unexpected event network-vif-plugged-0fecc7e1-45e6-482d-b734-4119315c282d for instance with vm_state building and task_state spawning.
Nov 29 11:51:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:15 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:51:15 user nova-compute[74974]: DEBUG nova.network.neutron [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Successfully created port: d0f6389e-781e-4dc9-bef6-9837cd64aee8 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:51:15 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:51:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.925s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:15 user nova-compute[74974]: DEBUG nova.compute.manager [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:51:16 user nova-compute[74974]: DEBUG nova.compute.manager [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:51:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:51:16 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Instance spawned successfully.
Nov 29 11:51:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:51:16 user nova-compute[74974]: DEBUG nova.compute.manager [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:51:16 user nova-compute[74974]: DEBUG nova.network.neutron [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:51:16 user nova-compute[74974]: DEBUG nova.network.neutron [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Successfully updated port: 6aa064ff-f9d0-457e-b169-4d44fce6109b {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:51:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:16 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Nov 29 11:51:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Acquiring lock "refresh_cache-67c20aab-6955-41a5-b21b-8f556663d70b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:51:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Acquired lock "refresh_cache-67c20aab-6955-41a5-b21b-8f556663d70b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:51:16 user nova-compute[74974]: DEBUG nova.network.neutron [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:51:16 user nova-compute[74974]: DEBUG nova.compute.manager [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:51:16 user nova-compute[74974]: DEBUG nova.network.neutron [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:51:16 user nova-compute[74974]: INFO nova.compute.manager [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Took 10.80 seconds to spawn the instance on the hypervisor.
Nov 29 11:51:16 user nova-compute[74974]: DEBUG nova.compute.manager [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:51:16 user nova-compute[74974]: DEBUG nova.policy [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '958e7726d74a405e9b7e459829f7dcfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c6be45378b4411f9e4b721013a4b0e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:51:16 user nova-compute[74974]: DEBUG nova.compute.manager [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:51:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:51:16 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Creating image(s)
Nov 29 11:51:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Acquiring lock "/opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "/opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "/opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Acquiring lock "641195c6af1a9b32ede6fdd8621e761dea388268" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "641195c6af1a9b32ede6fdd8621e761dea388268" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:16 user nova-compute[74974]: INFO nova.compute.manager [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Took 11.92 seconds to build instance.
Nov 29 11:51:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-63cf347a-c8d5-45b7-beec-b6e6846a2be1 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "3c3aea46-8c78-47db-81a1-6783f7c61a43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.151s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/641195c6af1a9b32ede6fdd8621e761dea388268.part --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.network.neutron [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Successfully updated port: d0f6389e-781e-4dc9-bef6-9837cd64aee8 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.compute.manager [req-f64e7f8b-f175-4428-b6ba-3b5a07250ad9 req-beada372-da41-44bc-8084-8ce76cdb926c service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Received event network-changed-d0f6389e-781e-4dc9-bef6-9837cd64aee8 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.compute.manager [req-f64e7f8b-f175-4428-b6ba-3b5a07250ad9 req-beada372-da41-44bc-8084-8ce76cdb926c service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Refreshing instance network info cache due to event network-changed-d0f6389e-781e-4dc9-bef6-9837cd64aee8. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f64e7f8b-f175-4428-b6ba-3b5a07250ad9 req-beada372-da41-44bc-8084-8ce76cdb926c service nova] Acquiring lock "refresh_cache-cffdb25b-6232-479e-9213-861ca86e033e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f64e7f8b-f175-4428-b6ba-3b5a07250ad9 req-beada372-da41-44bc-8084-8ce76cdb926c service nova] Acquired lock "refresh_cache-cffdb25b-6232-479e-9213-861ca86e033e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.network.neutron [req-f64e7f8b-f175-4428-b6ba-3b5a07250ad9 req-beada372-da41-44bc-8084-8ce76cdb926c service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Refreshing network info cache for port d0f6389e-781e-4dc9-bef6-9837cd64aee8 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Acquiring lock "refresh_cache-cffdb25b-6232-479e-9213-861ca86e033e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.compute.manager [req-c85e2474-5974-4c54-9523-e0acaed38478 req-df33a6a5-af4e-44ea-b60b-db448ae74307 service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Received event network-changed-6aa064ff-f9d0-457e-b169-4d44fce6109b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.compute.manager [req-c85e2474-5974-4c54-9523-e0acaed38478 req-df33a6a5-af4e-44ea-b60b-db448ae74307 service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Refreshing instance network info cache due to event network-changed-6aa064ff-f9d0-457e-b169-4d44fce6109b. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c85e2474-5974-4c54-9523-e0acaed38478 req-df33a6a5-af4e-44ea-b60b-db448ae74307 service nova] Acquiring lock "refresh_cache-67c20aab-6955-41a5-b21b-8f556663d70b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.network.neutron [req-f64e7f8b-f175-4428-b6ba-3b5a07250ad9 req-beada372-da41-44bc-8084-8ce76cdb926c service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.network.neutron [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Updating instance_info_cache with network_info: [{"id": "6aa064ff-f9d0-457e-b169-4d44fce6109b", "address": "fa:16:3e:fd:30:5b", "network": {"id": "2dd819e0-48e0-48bf-97ef-617b40284abe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-532290967-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68f5beabef334ceba9dc4871935fc9c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aa064ff-f9", "ovs_interfaceid": "6aa064ff-f9d0-457e-b169-4d44fce6109b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Releasing lock "refresh_cache-67c20aab-6955-41a5-b21b-8f556663d70b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.compute.manager [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Instance network_info: |[{"id": "6aa064ff-f9d0-457e-b169-4d44fce6109b", "address": "fa:16:3e:fd:30:5b", "network": {"id": "2dd819e0-48e0-48bf-97ef-617b40284abe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-532290967-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68f5beabef334ceba9dc4871935fc9c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aa064ff-f9", "ovs_interfaceid": "6aa064ff-f9d0-457e-b169-4d44fce6109b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c85e2474-5974-4c54-9523-e0acaed38478 req-df33a6a5-af4e-44ea-b60b-db448ae74307 service nova] Acquired lock "refresh_cache-67c20aab-6955-41a5-b21b-8f556663d70b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.network.neutron [req-c85e2474-5974-4c54-9523-e0acaed38478 req-df33a6a5-af4e-44ea-b60b-db448ae74307 service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Refreshing network info cache for port 6aa064ff-f9d0-457e-b169-4d44fce6109b {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Start _get_guest_xml network_info=[{"id": "6aa064ff-f9d0-457e-b169-4d44fce6109b", "address": "fa:16:3e:fd:30:5b", "network": {"id": "2dd819e0-48e0-48bf-97ef-617b40284abe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-532290967-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68f5beabef334ceba9dc4871935fc9c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aa064ff-f9", "ovs_interfaceid": "6aa064ff-f9d0-457e-b169-4d44fce6109b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:51:17 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:51:17 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:51:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/641195c6af1a9b32ede6fdd8621e761dea388268.part --force-share --output=json" returned: 0 in 0.312s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.virt.images [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] cad64cb9-1829-4526-88d6-de614a6540c8 was qcow2, converting to raw {{(pid=74974) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.privsep.utils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74974) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/641195c6af1a9b32ede6fdd8621e761dea388268.part /opt/stack/data/nova/instances/_base/641195c6af1a9b32ede6fdd8621e761dea388268.converted {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:51:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1440558332',display_name='tempest-TestVolumeSwap-server-1440558332',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1440558332',id=4,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEntsD9iZ004Vf3tiYZATfC9sXtoM2wriaDc5wA+VH2PL4dCPlBiVOn+4yWVOZQr0ObTlgGRtNmioQpoCdTRdXAZm9B/zskXrVgEh6guiX5gSsA30UxSbumgKk2+76tUsw==',key_name='tempest-keypair-884683327',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='68f5beabef334ceba9dc4871935fc9c9',ramdisk_id='',reservation_id='r-au2azb8j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-792319631',owner_user_name='tempest-TestVolumeSwap-792319631-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:51:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c04f952d4e7940b2a13a1ad8ae551416',uuid=67c20aab-6955-41a5-b21b-8f556663d70b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6aa064ff-f9d0-457e-b169-4d44fce6109b", "address": "fa:16:3e:fd:30:5b", "network": {"id": "2dd819e0-48e0-48bf-97ef-617b40284abe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-532290967-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68f5beabef334ceba9dc4871935fc9c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aa064ff-f9", "ovs_interfaceid": "6aa064ff-f9d0-457e-b169-4d44fce6109b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Converting VIF {"id": "6aa064ff-f9d0-457e-b169-4d44fce6109b", "address": "fa:16:3e:fd:30:5b", "network": {"id": "2dd819e0-48e0-48bf-97ef-617b40284abe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-532290967-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68f5beabef334ceba9dc4871935fc9c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aa064ff-f9", "ovs_interfaceid": "6aa064ff-f9d0-457e-b169-4d44fce6109b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:30:5b,bridge_name='br-int',has_traffic_filtering=True,id=6aa064ff-f9d0-457e-b169-4d44fce6109b,network=Network(2dd819e0-48e0-48bf-97ef-617b40284abe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6aa064ff-f9') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.objects.instance [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lazy-loading 'pci_devices' on Instance uuid 67c20aab-6955-41a5-b21b-8f556663d70b {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:51:17 user nova-compute[74974]:   <uuid>67c20aab-6955-41a5-b21b-8f556663d70b</uuid>
Nov 29 11:51:17 user nova-compute[74974]:   <name>instance-00000004</name>
Nov 29 11:51:17 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:51:17 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:51:17 user nova-compute[74974]:   <metadata>
Nov 29 11:51:17 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:51:17 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:51:17 user nova-compute[74974]:       <nova:name>tempest-TestVolumeSwap-server-1440558332</nova:name>
Nov 29 11:51:17 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:51:17</nova:creationTime>
Nov 29 11:51:17 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:51:17 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:51:17 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:51:17 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:51:17 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:51:17 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:51:17 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:51:17 user nova-compute[74974]:       <nova:owner>
Nov 29 11:51:17 user nova-compute[74974]:         <nova:user uuid="c04f952d4e7940b2a13a1ad8ae551416">tempest-TestVolumeSwap-792319631-project-member</nova:user>
Nov 29 11:51:17 user nova-compute[74974]:         <nova:project uuid="68f5beabef334ceba9dc4871935fc9c9">tempest-TestVolumeSwap-792319631</nova:project>
Nov 29 11:51:17 user nova-compute[74974]:       </nova:owner>
Nov 29 11:51:17 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:51:17 user nova-compute[74974]:       <nova:ports>
Nov 29 11:51:17 user nova-compute[74974]:         <nova:port uuid="6aa064ff-f9d0-457e-b169-4d44fce6109b">
Nov 29 11:51:17 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 11:51:17 user nova-compute[74974]:         </nova:port>
Nov 29 11:51:17 user nova-compute[74974]:       </nova:ports>
Nov 29 11:51:17 user nova-compute[74974]:     </nova:instance>
Nov 29 11:51:17 user nova-compute[74974]:   </metadata>
Nov 29 11:51:17 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:51:17 user nova-compute[74974]:     <system>
Nov 29 11:51:17 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:51:17 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:51:17 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:51:17 user nova-compute[74974]:       <entry name="serial">67c20aab-6955-41a5-b21b-8f556663d70b</entry>
Nov 29 11:51:17 user nova-compute[74974]:       <entry name="uuid">67c20aab-6955-41a5-b21b-8f556663d70b</entry>
Nov 29 11:51:17 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:51:17 user nova-compute[74974]:     </system>
Nov 29 11:51:17 user nova-compute[74974]:   </sysinfo>
Nov 29 11:51:17 user nova-compute[74974]:   <os>
Nov 29 11:51:17 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:51:17 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:51:17 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:51:17 user nova-compute[74974]:   </os>
Nov 29 11:51:17 user nova-compute[74974]:   <features>
Nov 29 11:51:17 user nova-compute[74974]:     <acpi/>
Nov 29 11:51:17 user nova-compute[74974]:     <apic/>
Nov 29 11:51:17 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:51:17 user nova-compute[74974]:   </features>
Nov 29 11:51:17 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:51:17 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:51:17 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:51:17 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:51:17 user nova-compute[74974]:   </clock>
Nov 29 11:51:17 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:51:17 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:51:17 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:51:17 user nova-compute[74974]:   </cpu>
Nov 29 11:51:17 user nova-compute[74974]:   <devices>
Nov 29 11:51:17 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 11:51:17 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 11:51:17 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk"/>
Nov 29 11:51:17 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:51:17 user nova-compute[74974]:     </disk>
Nov 29 11:51:17 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:51:17 user nova-compute[74974]:       <mac address="fa:16:3e:fd:30:5b"/>
Nov 29 11:51:17 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:51:17 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:51:17 user nova-compute[74974]:       <target dev="tap6aa064ff-f9"/>
Nov 29 11:51:17 user nova-compute[74974]:     </interface>
Nov 29 11:51:17 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:51:17 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/console.log" append="off"/>
Nov 29 11:51:17 user nova-compute[74974]:     </serial>
Nov 29 11:51:17 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:51:17 user nova-compute[74974]:     <video>
Nov 29 11:51:17 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:51:17 user nova-compute[74974]:     </video>
Nov 29 11:51:17 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:51:17 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:51:17 user nova-compute[74974]:     </rng>
Nov 29 11:51:17 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:51:17 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:51:17 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:51:17 user nova-compute[74974]:     </memballoon>
Nov 29 11:51:17 user nova-compute[74974]:   </devices>
Nov 29 11:51:17 user nova-compute[74974]: </domain>
Nov 29 11:51:17 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:51:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1440558332',display_name='tempest-TestVolumeSwap-server-1440558332',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1440558332',id=4,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEntsD9iZ004Vf3tiYZATfC9sXtoM2wriaDc5wA+VH2PL4dCPlBiVOn+4yWVOZQr0ObTlgGRtNmioQpoCdTRdXAZm9B/zskXrVgEh6guiX5gSsA30UxSbumgKk2+76tUsw==',key_name='tempest-keypair-884683327',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='68f5beabef334ceba9dc4871935fc9c9',ramdisk_id='',reservation_id='r-au2azb8j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-792319631',owner_user_name='tempest-TestVolumeSwap-792319631-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:51:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c04f952d4e7940b2a13a1ad8ae551416',uuid=67c20aab-6955-41a5-b21b-8f556663d70b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6aa064ff-f9d0-457e-b169-4d44fce6109b", "address": "fa:16:3e:fd:30:5b", "network": {"id": "2dd819e0-48e0-48bf-97ef-617b40284abe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-532290967-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68f5beabef334ceba9dc4871935fc9c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aa064ff-f9", "ovs_interfaceid": "6aa064ff-f9d0-457e-b169-4d44fce6109b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Converting VIF {"id": "6aa064ff-f9d0-457e-b169-4d44fce6109b", "address": "fa:16:3e:fd:30:5b", "network": {"id": "2dd819e0-48e0-48bf-97ef-617b40284abe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-532290967-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68f5beabef334ceba9dc4871935fc9c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aa064ff-f9", "ovs_interfaceid": "6aa064ff-f9d0-457e-b169-4d44fce6109b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:30:5b,bridge_name='br-int',has_traffic_filtering=True,id=6aa064ff-f9d0-457e-b169-4d44fce6109b,network=Network(2dd819e0-48e0-48bf-97ef-617b40284abe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6aa064ff-f9') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG os_vif [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:30:5b,bridge_name='br-int',has_traffic_filtering=True,id=6aa064ff-f9d0-457e-b169-4d44fce6109b,network=Network(2dd819e0-48e0-48bf-97ef-617b40284abe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6aa064ff-f9') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'eeee7759-a337-59fc-8bda-7be619284a39', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6aa064ff-f9, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6aa064ff-f9, col_values=(('qos', UUID('01d024cc-152c-40e0-92d8-aaa6901fcfb7')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6aa064ff-f9, col_values=(('external_ids', {'iface-id': '6aa064ff-f9d0-457e-b169-4d44fce6109b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fd:30:5b', 'vm-uuid': '67c20aab-6955-41a5-b21b-8f556663d70b'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:51:17 user nova-compute[74974]: INFO os_vif [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:30:5b,bridge_name='br-int',has_traffic_filtering=True,id=6aa064ff-f9d0-457e-b169-4d44fce6109b,network=Network(2dd819e0-48e0-48bf-97ef-617b40284abe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6aa064ff-f9')
Nov 29 11:51:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/641195c6af1a9b32ede6fdd8621e761dea388268.part /opt/stack/data/nova/instances/_base/641195c6af1a9b32ede6fdd8621e761dea388268.converted" returned: 0 in 0.364s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/641195c6af1a9b32ede6fdd8621e761dea388268.converted --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.network.neutron [req-f64e7f8b-f175-4428-b6ba-3b5a07250ad9 req-beada372-da41-44bc-8084-8ce76cdb926c service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f64e7f8b-f175-4428-b6ba-3b5a07250ad9 req-beada372-da41-44bc-8084-8ce76cdb926c service nova] Releasing lock "refresh_cache-cffdb25b-6232-479e-9213-861ca86e033e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Acquired lock "refresh_cache-cffdb25b-6232-479e-9213-861ca86e033e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.network.neutron [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] No VIF found with MAC fa:16:3e:fd:30:5b, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.network.neutron [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/641195c6af1a9b32ede6fdd8621e761dea388268.converted --force-share --output=json" returned: 0 in 0.278s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "641195c6af1a9b32ede6fdd8621e761dea388268" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.825s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/641195c6af1a9b32ede6fdd8621e761dea388268 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/641195c6af1a9b32ede6fdd8621e761dea388268 --force-share --output=json" returned: 0 in 0.229s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Acquiring lock "641195c6af1a9b32ede6fdd8621e761dea388268" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "641195c6af1a9b32ede6fdd8621e761dea388268" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/641195c6af1a9b32ede6fdd8621e761dea388268 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.network.neutron [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Successfully created port: 8a8993b7-1a29-49d9-83ea-9dd992d07e40 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.network.neutron [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Updating instance_info_cache with network_info: [{"id": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "address": "fa:16:3e:4c:06:04", "network": {"id": "0a675c7e-9a67-4f9b-9676-38a3d975aeb7", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1829847657-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0f6389e-78", "ovs_interfaceid": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.network.neutron [req-c85e2474-5974-4c54-9523-e0acaed38478 req-df33a6a5-af4e-44ea-b60b-db448ae74307 service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Updated VIF entry in instance network info cache for port 6aa064ff-f9d0-457e-b169-4d44fce6109b. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.network.neutron [req-c85e2474-5974-4c54-9523-e0acaed38478 req-df33a6a5-af4e-44ea-b60b-db448ae74307 service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Updating instance_info_cache with network_info: [{"id": "6aa064ff-f9d0-457e-b169-4d44fce6109b", "address": "fa:16:3e:fd:30:5b", "network": {"id": "2dd819e0-48e0-48bf-97ef-617b40284abe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-532290967-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68f5beabef334ceba9dc4871935fc9c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aa064ff-f9", "ovs_interfaceid": "6aa064ff-f9d0-457e-b169-4d44fce6109b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Releasing lock "refresh_cache-cffdb25b-6232-479e-9213-861ca86e033e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Instance network_info: |[{"id": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "address": "fa:16:3e:4c:06:04", "network": {"id": "0a675c7e-9a67-4f9b-9676-38a3d975aeb7", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1829847657-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0f6389e-78", "ovs_interfaceid": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Start _get_guest_xml network_info=[{"id": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "address": "fa:16:3e:4c:06:04", "network": {"id": "0a675c7e-9a67-4f9b-9676-38a3d975aeb7", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1829847657-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0f6389e-78", "ovs_interfaceid": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c85e2474-5974-4c54-9523-e0acaed38478 req-df33a6a5-af4e-44ea-b60b-db448ae74307 service nova] Releasing lock "refresh_cache-67c20aab-6955-41a5-b21b-8f556663d70b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:51:18 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:51:18 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:51:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1515660580',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1515660580',id=5,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM7nyOsid5Vj1Vvh598sv5yTrbqsg8vKqhJE0BTKhf+ukY6DMAuBD4U+mxPq7TLE8eCfIQFBDyyBGKsK8zWqC1QACKcZvmbyiDsXXS4dCQISyNB6HwMo/VjXLRrffwH9zA==',key_name='tempest-keypair-1634908587',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='40d18a3ed8c34cee80c6639ac8356d9f',ramdisk_id='',reservation_id='r-81wkp06b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1952186476',owner_user_name='tempest-TaggedAttachmentsTest-1952186476-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:51:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a9b3766969c444dabcfe8da6f83ba583',uuid=cffdb25b-6232-479e-9213-861ca86e033e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "address": "fa:16:3e:4c:06:04", "network": {"id": "0a675c7e-9a67-4f9b-9676-38a3d975aeb7", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1829847657-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0f6389e-78", "ovs_interfaceid": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Converting VIF {"id": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "address": "fa:16:3e:4c:06:04", "network": {"id": "0a675c7e-9a67-4f9b-9676-38a3d975aeb7", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1829847657-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0f6389e-78", "ovs_interfaceid": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:06:04,bridge_name='br-int',has_traffic_filtering=True,id=d0f6389e-781e-4dc9-bef6-9837cd64aee8,network=Network(0a675c7e-9a67-4f9b-9676-38a3d975aeb7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0f6389e-78') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.objects.instance [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lazy-loading 'pci_devices' on Instance uuid cffdb25b-6232-479e-9213-861ca86e033e {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/641195c6af1a9b32ede6fdd8621e761dea388268 --force-share --output=json" returned: 0 in 0.342s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/641195c6af1a9b32ede6fdd8621e761dea388268,backing_fmt=raw /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:51:18 user nova-compute[74974]:   <uuid>cffdb25b-6232-479e-9213-861ca86e033e</uuid>
Nov 29 11:51:18 user nova-compute[74974]:   <name>instance-00000005</name>
Nov 29 11:51:18 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:51:18 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:51:18 user nova-compute[74974]:   <metadata>
Nov 29 11:51:18 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:51:18 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:51:18 user nova-compute[74974]:       <nova:name>tempest-device-tagging-server-1515660580</nova:name>
Nov 29 11:51:18 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:51:18</nova:creationTime>
Nov 29 11:51:18 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:51:18 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:51:18 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:51:18 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:51:18 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:51:18 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:51:18 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:51:18 user nova-compute[74974]:       <nova:owner>
Nov 29 11:51:18 user nova-compute[74974]:         <nova:user uuid="a9b3766969c444dabcfe8da6f83ba583">tempest-TaggedAttachmentsTest-1952186476-project-member</nova:user>
Nov 29 11:51:18 user nova-compute[74974]:         <nova:project uuid="40d18a3ed8c34cee80c6639ac8356d9f">tempest-TaggedAttachmentsTest-1952186476</nova:project>
Nov 29 11:51:18 user nova-compute[74974]:       </nova:owner>
Nov 29 11:51:18 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:51:18 user nova-compute[74974]:       <nova:ports>
Nov 29 11:51:18 user nova-compute[74974]:         <nova:port uuid="d0f6389e-781e-4dc9-bef6-9837cd64aee8">
Nov 29 11:51:18 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 11:51:18 user nova-compute[74974]:         </nova:port>
Nov 29 11:51:18 user nova-compute[74974]:       </nova:ports>
Nov 29 11:51:18 user nova-compute[74974]:     </nova:instance>
Nov 29 11:51:18 user nova-compute[74974]:   </metadata>
Nov 29 11:51:18 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:51:18 user nova-compute[74974]:     <system>
Nov 29 11:51:18 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:51:18 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:51:18 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:51:18 user nova-compute[74974]:       <entry name="serial">cffdb25b-6232-479e-9213-861ca86e033e</entry>
Nov 29 11:51:18 user nova-compute[74974]:       <entry name="uuid">cffdb25b-6232-479e-9213-861ca86e033e</entry>
Nov 29 11:51:18 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:51:18 user nova-compute[74974]:     </system>
Nov 29 11:51:18 user nova-compute[74974]:   </sysinfo>
Nov 29 11:51:18 user nova-compute[74974]:   <os>
Nov 29 11:51:18 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:51:18 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:51:18 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:51:18 user nova-compute[74974]:   </os>
Nov 29 11:51:18 user nova-compute[74974]:   <features>
Nov 29 11:51:18 user nova-compute[74974]:     <acpi/>
Nov 29 11:51:18 user nova-compute[74974]:     <apic/>
Nov 29 11:51:18 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:51:18 user nova-compute[74974]:   </features>
Nov 29 11:51:18 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:51:18 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:51:18 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:51:18 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:51:18 user nova-compute[74974]:   </clock>
Nov 29 11:51:18 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:51:18 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:51:18 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:51:18 user nova-compute[74974]:   </cpu>
Nov 29 11:51:18 user nova-compute[74974]:   <devices>
Nov 29 11:51:18 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 11:51:18 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 11:51:18 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk"/>
Nov 29 11:51:18 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:51:18 user nova-compute[74974]:     </disk>
Nov 29 11:51:18 user nova-compute[74974]:     <disk type="file" device="cdrom">
Nov 29 11:51:18 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none"/>
Nov 29 11:51:18 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk.config"/>
Nov 29 11:51:18 user nova-compute[74974]:       <target dev="hda" bus="ide"/>
Nov 29 11:51:18 user nova-compute[74974]:     </disk>
Nov 29 11:51:18 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:51:18 user nova-compute[74974]:       <mac address="fa:16:3e:4c:06:04"/>
Nov 29 11:51:18 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:51:18 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:51:18 user nova-compute[74974]:       <target dev="tapd0f6389e-78"/>
Nov 29 11:51:18 user nova-compute[74974]:     </interface>
Nov 29 11:51:18 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:51:18 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/console.log" append="off"/>
Nov 29 11:51:18 user nova-compute[74974]:     </serial>
Nov 29 11:51:18 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:51:18 user nova-compute[74974]:     <video>
Nov 29 11:51:18 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:51:18 user nova-compute[74974]:     </video>
Nov 29 11:51:18 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:51:18 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:51:18 user nova-compute[74974]:     </rng>
Nov 29 11:51:18 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:51:18 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:51:18 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:51:18 user nova-compute[74974]:     </memballoon>
Nov 29 11:51:18 user nova-compute[74974]:   </devices>
Nov 29 11:51:18 user nova-compute[74974]: </domain>
Nov 29 11:51:18 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:51:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1515660580',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1515660580',id=5,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM7nyOsid5Vj1Vvh598sv5yTrbqsg8vKqhJE0BTKhf+ukY6DMAuBD4U+mxPq7TLE8eCfIQFBDyyBGKsK8zWqC1QACKcZvmbyiDsXXS4dCQISyNB6HwMo/VjXLRrffwH9zA==',key_name='tempest-keypair-1634908587',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='40d18a3ed8c34cee80c6639ac8356d9f',ramdisk_id='',reservation_id='r-81wkp06b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1952186476',owner_user_name='tempest-TaggedAttachmentsTest-1952186476-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:51:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a9b3766969c444dabcfe8da6f83ba583',uuid=cffdb25b-6232-479e-9213-861ca86e033e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "address": "fa:16:3e:4c:06:04", "network": {"id": "0a675c7e-9a67-4f9b-9676-38a3d975aeb7", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1829847657-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0f6389e-78", "ovs_interfaceid": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Converting VIF {"id": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "address": "fa:16:3e:4c:06:04", "network": {"id": "0a675c7e-9a67-4f9b-9676-38a3d975aeb7", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1829847657-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0f6389e-78", "ovs_interfaceid": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:06:04,bridge_name='br-int',has_traffic_filtering=True,id=d0f6389e-781e-4dc9-bef6-9837cd64aee8,network=Network(0a675c7e-9a67-4f9b-9676-38a3d975aeb7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0f6389e-78') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG os_vif [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:06:04,bridge_name='br-int',has_traffic_filtering=True,id=d0f6389e-781e-4dc9-bef6-9837cd64aee8,network=Network(0a675c7e-9a67-4f9b-9676-38a3d975aeb7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0f6389e-78') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '720b39ae-1a9c-58ed-b7db-8ab43f099568', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd0f6389e-78, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd0f6389e-78, col_values=(('qos', UUID('3dcb6a7d-a800-48f4-8fa6-1b176237bc45')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd0f6389e-78, col_values=(('external_ids', {'iface-id': 'd0f6389e-781e-4dc9-bef6-9837cd64aee8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4c:06:04', 'vm-uuid': 'cffdb25b-6232-479e-9213-861ca86e033e'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/641195c6af1a9b32ede6fdd8621e761dea388268,backing_fmt=raw /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk 1073741824" returned: 0 in 0.098s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "641195c6af1a9b32ede6fdd8621e761dea388268" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.442s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/641195c6af1a9b32ede6fdd8621e761dea388268 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:51:18 user nova-compute[74974]: INFO os_vif [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:06:04,bridge_name='br-int',has_traffic_filtering=True,id=d0f6389e-781e-4dc9-bef6-9837cd64aee8,network=Network(0a675c7e-9a67-4f9b-9676-38a3d975aeb7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0f6389e-78')
Nov 29 11:51:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/641195c6af1a9b32ede6fdd8621e761dea388268 --force-share --output=json" returned: 0 in 0.216s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:19 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Checking if we can resize image /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 11:51:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:51:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] No BDM found with device name hda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:51:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] No VIF found with MAC fa:16:3e:4c:06:04, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:51:19 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Using config drive
Nov 29 11:51:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:19 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Cannot resize image /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 11:51:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 11:51:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Ensure instance console log exists: /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:51:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:20 user nova-compute[74974]: DEBUG nova.network.neutron [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Successfully updated port: 8a8993b7-1a29-49d9-83ea-9dd992d07e40 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:51:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Acquiring lock "refresh_cache-30f17c86-1a4a-4313-9fcb-43cf4f247d5c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:51:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Acquired lock "refresh_cache-30f17c86-1a4a-4313-9fcb-43cf4f247d5c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:51:20 user nova-compute[74974]: DEBUG nova.network.neutron [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:51:20 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Creating config drive at /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk.config
Nov 29 11:51:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpwm0tvfq0 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:20 user nova-compute[74974]: DEBUG nova.network.neutron [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:51:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpwm0tvfq0" returned: 0 in 0.081s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.compute.manager [req-41d0c735-a88b-44c1-8042-dabf71ae14d1 req-3b4546c5-cb7a-42a1-8887-2e08916d4fe5 service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Received event network-changed-8a8993b7-1a29-49d9-83ea-9dd992d07e40 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.compute.manager [req-41d0c735-a88b-44c1-8042-dabf71ae14d1 req-3b4546c5-cb7a-42a1-8887-2e08916d4fe5 service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Refreshing instance network info cache due to event network-changed-8a8993b7-1a29-49d9-83ea-9dd992d07e40. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-41d0c735-a88b-44c1-8042-dabf71ae14d1 req-3b4546c5-cb7a-42a1-8887-2e08916d4fe5 service nova] Acquiring lock "refresh_cache-30f17c86-1a4a-4313-9fcb-43cf4f247d5c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.network.neutron [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Updating instance_info_cache with network_info: [{"id": "8a8993b7-1a29-49d9-83ea-9dd992d07e40", "address": "fa:16:3e:07:fc:3d", "network": {"id": "577cbbb4-57bf-4abd-8c46-48bd3dbf3a53", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-467295787-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5c6be45378b4411f9e4b721013a4b0e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a8993b7-1a", "ovs_interfaceid": "8a8993b7-1a29-49d9-83ea-9dd992d07e40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Releasing lock "refresh_cache-30f17c86-1a4a-4313-9fcb-43cf4f247d5c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.compute.manager [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Instance network_info: |[{"id": "8a8993b7-1a29-49d9-83ea-9dd992d07e40", "address": "fa:16:3e:07:fc:3d", "network": {"id": "577cbbb4-57bf-4abd-8c46-48bd3dbf3a53", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-467295787-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5c6be45378b4411f9e4b721013a4b0e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a8993b7-1a", "ovs_interfaceid": "8a8993b7-1a29-49d9-83ea-9dd992d07e40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-41d0c735-a88b-44c1-8042-dabf71ae14d1 req-3b4546c5-cb7a-42a1-8887-2e08916d4fe5 service nova] Acquired lock "refresh_cache-30f17c86-1a4a-4313-9fcb-43cf4f247d5c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.network.neutron [req-41d0c735-a88b-44c1-8042-dabf71ae14d1 req-3b4546c5-cb7a-42a1-8887-2e08916d4fe5 service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Refreshing network info cache for port 8a8993b7-1a29-49d9-83ea-9dd992d07e40 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Start _get_guest_xml network_info=[{"id": "8a8993b7-1a29-49d9-83ea-9dd992d07e40", "address": "fa:16:3e:07:fc:3d", "network": {"id": "577cbbb4-57bf-4abd-8c46-48bd3dbf3a53", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-467295787-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5c6be45378b4411f9e4b721013a4b0e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a8993b7-1a", "ovs_interfaceid": "8a8993b7-1a29-49d9-83ea-9dd992d07e40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:51:02Z,direct_url=<?>,disk_format='qcow2',id=cad64cb9-1829-4526-88d6-de614a6540c8,min_disk=0,min_ram=0,name='',owner='25ec9318289446d39d733ba0e7307278',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:51:06Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'size': 0, 'disk_bus': 'scsi', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/sda', 'image_id': 'cad64cb9-1829-4526-88d6-de614a6540c8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:51:21 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:51:21 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:51:02Z,direct_url=<?>,disk_format='qcow2',id=cad64cb9-1829-4526-88d6-de614a6540c8,min_disk=0,min_ram=0,name='',owner='25ec9318289446d39d733ba0e7307278',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:51:06Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:51:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1415557715',display_name='tempest-AttachSCSIVolumeTestJSON-server-1415557715',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1415557715',id=6,image_ref='cad64cb9-1829-4526-88d6-de614a6540c8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+9Srpw6aKOsJOkt3paQXb+hZuhvtfTvINXGvVXY5AI+OrgszQiOKs8Ryqys0QvwW+JjbuPJQpMljz4bwm8xbAWfbPhfgdRQq5uhCb8FTNQk9tTYnhDwWGHQa34uwWSEg==',key_name='tempest-keypair-586756142',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5c6be45378b4411f9e4b721013a4b0e1',ramdisk_id='',reservation_id='r-44ly6wuu',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cad64cb9-1829-4526-88d6-de614a6540c8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-117971603',owner_user_name='tempest-AttachSCSIVolumeTestJSON-117971603-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:51:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='958e7726d74a405e9b7e459829f7dcfd',uuid=30f17c86-1a4a-4313-9fcb-43cf4f247d5c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8a8993b7-1a29-49d9-83ea-9dd992d07e40", "address": "fa:16:3e:07:fc:3d", "network": {"id": "577cbbb4-57bf-4abd-8c46-48bd3dbf3a53", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-467295787-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5c6be45378b4411f9e4b721013a4b0e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a8993b7-1a", "ovs_interfaceid": "8a8993b7-1a29-49d9-83ea-9dd992d07e40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Converting VIF {"id": "8a8993b7-1a29-49d9-83ea-9dd992d07e40", "address": "fa:16:3e:07:fc:3d", "network": {"id": "577cbbb4-57bf-4abd-8c46-48bd3dbf3a53", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-467295787-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5c6be45378b4411f9e4b721013a4b0e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a8993b7-1a", "ovs_interfaceid": "8a8993b7-1a29-49d9-83ea-9dd992d07e40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:fc:3d,bridge_name='br-int',has_traffic_filtering=True,id=8a8993b7-1a29-49d9-83ea-9dd992d07e40,network=Network(577cbbb4-57bf-4abd-8c46-48bd3dbf3a53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a8993b7-1a') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.objects.instance [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lazy-loading 'pci_devices' on Instance uuid 30f17c86-1a4a-4313-9fcb-43cf4f247d5c {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:51:21 user nova-compute[74974]:   <uuid>30f17c86-1a4a-4313-9fcb-43cf4f247d5c</uuid>
Nov 29 11:51:21 user nova-compute[74974]:   <name>instance-00000006</name>
Nov 29 11:51:21 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:51:21 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:51:21 user nova-compute[74974]:   <metadata>
Nov 29 11:51:21 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:51:21 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:51:21 user nova-compute[74974]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-1415557715</nova:name>
Nov 29 11:51:21 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:51:21</nova:creationTime>
Nov 29 11:51:21 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:51:21 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:51:21 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:51:21 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:51:21 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:51:21 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:51:21 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:51:21 user nova-compute[74974]:       <nova:owner>
Nov 29 11:51:21 user nova-compute[74974]:         <nova:user uuid="958e7726d74a405e9b7e459829f7dcfd">tempest-AttachSCSIVolumeTestJSON-117971603-project-member</nova:user>
Nov 29 11:51:21 user nova-compute[74974]:         <nova:project uuid="5c6be45378b4411f9e4b721013a4b0e1">tempest-AttachSCSIVolumeTestJSON-117971603</nova:project>
Nov 29 11:51:21 user nova-compute[74974]:       </nova:owner>
Nov 29 11:51:21 user nova-compute[74974]:       <nova:root type="image" uuid="cad64cb9-1829-4526-88d6-de614a6540c8"/>
Nov 29 11:51:21 user nova-compute[74974]:       <nova:ports>
Nov 29 11:51:21 user nova-compute[74974]:         <nova:port uuid="8a8993b7-1a29-49d9-83ea-9dd992d07e40">
Nov 29 11:51:21 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 11:51:21 user nova-compute[74974]:         </nova:port>
Nov 29 11:51:21 user nova-compute[74974]:       </nova:ports>
Nov 29 11:51:21 user nova-compute[74974]:     </nova:instance>
Nov 29 11:51:21 user nova-compute[74974]:   </metadata>
Nov 29 11:51:21 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:51:21 user nova-compute[74974]:     <system>
Nov 29 11:51:21 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:51:21 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:51:21 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:51:21 user nova-compute[74974]:       <entry name="serial">30f17c86-1a4a-4313-9fcb-43cf4f247d5c</entry>
Nov 29 11:51:21 user nova-compute[74974]:       <entry name="uuid">30f17c86-1a4a-4313-9fcb-43cf4f247d5c</entry>
Nov 29 11:51:21 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:51:21 user nova-compute[74974]:     </system>
Nov 29 11:51:21 user nova-compute[74974]:   </sysinfo>
Nov 29 11:51:21 user nova-compute[74974]:   <os>
Nov 29 11:51:21 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:51:21 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:51:21 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:51:21 user nova-compute[74974]:   </os>
Nov 29 11:51:21 user nova-compute[74974]:   <features>
Nov 29 11:51:21 user nova-compute[74974]:     <acpi/>
Nov 29 11:51:21 user nova-compute[74974]:     <apic/>
Nov 29 11:51:21 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:51:21 user nova-compute[74974]:   </features>
Nov 29 11:51:21 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:51:21 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:51:21 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:51:21 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:51:21 user nova-compute[74974]:   </clock>
Nov 29 11:51:21 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:51:21 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:51:21 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:51:21 user nova-compute[74974]:   </cpu>
Nov 29 11:51:21 user nova-compute[74974]:   <devices>
Nov 29 11:51:21 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 11:51:21 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 11:51:21 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk"/>
Nov 29 11:51:21 user nova-compute[74974]:       <target dev="sda" bus="scsi"/>
Nov 29 11:51:21 user nova-compute[74974]:       <address type="drive" controller="0" unit="0"/>
Nov 29 11:51:21 user nova-compute[74974]:     </disk>
Nov 29 11:51:21 user nova-compute[74974]:     <disk type="file" device="cdrom">
Nov 29 11:51:21 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none"/>
Nov 29 11:51:21 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk.config"/>
Nov 29 11:51:21 user nova-compute[74974]:       <target dev="sdb" bus="scsi"/>
Nov 29 11:51:21 user nova-compute[74974]:       <address type="drive" controller="0" unit="1"/>
Nov 29 11:51:21 user nova-compute[74974]:     </disk>
Nov 29 11:51:21 user nova-compute[74974]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Nov 29 11:51:21 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:51:21 user nova-compute[74974]:       <mac address="fa:16:3e:07:fc:3d"/>
Nov 29 11:51:21 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:51:21 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:51:21 user nova-compute[74974]:       <target dev="tap8a8993b7-1a"/>
Nov 29 11:51:21 user nova-compute[74974]:     </interface>
Nov 29 11:51:21 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:51:21 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/console.log" append="off"/>
Nov 29 11:51:21 user nova-compute[74974]:     </serial>
Nov 29 11:51:21 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:51:21 user nova-compute[74974]:     <video>
Nov 29 11:51:21 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:51:21 user nova-compute[74974]:     </video>
Nov 29 11:51:21 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:51:21 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:51:21 user nova-compute[74974]:     </rng>
Nov 29 11:51:21 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:51:21 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:51:21 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:51:21 user nova-compute[74974]:     </memballoon>
Nov 29 11:51:21 user nova-compute[74974]:   </devices>
Nov 29 11:51:21 user nova-compute[74974]: </domain>
Nov 29 11:51:21 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:51:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1415557715',display_name='tempest-AttachSCSIVolumeTestJSON-server-1415557715',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1415557715',id=6,image_ref='cad64cb9-1829-4526-88d6-de614a6540c8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+9Srpw6aKOsJOkt3paQXb+hZuhvtfTvINXGvVXY5AI+OrgszQiOKs8Ryqys0QvwW+JjbuPJQpMljz4bwm8xbAWfbPhfgdRQq5uhCb8FTNQk9tTYnhDwWGHQa34uwWSEg==',key_name='tempest-keypair-586756142',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5c6be45378b4411f9e4b721013a4b0e1',ramdisk_id='',reservation_id='r-44ly6wuu',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cad64cb9-1829-4526-88d6-de614a6540c8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-117971603',owner_user_name='tempest-AttachSCSIVolumeTestJSON-117971603-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:51:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='958e7726d74a405e9b7e459829f7dcfd',uuid=30f17c86-1a4a-4313-9fcb-43cf4f247d5c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8a8993b7-1a29-49d9-83ea-9dd992d07e40", "address": "fa:16:3e:07:fc:3d", "network": {"id": "577cbbb4-57bf-4abd-8c46-48bd3dbf3a53", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-467295787-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5c6be45378b4411f9e4b721013a4b0e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a8993b7-1a", "ovs_interfaceid": "8a8993b7-1a29-49d9-83ea-9dd992d07e40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Converting VIF {"id": "8a8993b7-1a29-49d9-83ea-9dd992d07e40", "address": "fa:16:3e:07:fc:3d", "network": {"id": "577cbbb4-57bf-4abd-8c46-48bd3dbf3a53", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-467295787-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5c6be45378b4411f9e4b721013a4b0e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a8993b7-1a", "ovs_interfaceid": "8a8993b7-1a29-49d9-83ea-9dd992d07e40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:fc:3d,bridge_name='br-int',has_traffic_filtering=True,id=8a8993b7-1a29-49d9-83ea-9dd992d07e40,network=Network(577cbbb4-57bf-4abd-8c46-48bd3dbf3a53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a8993b7-1a') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG os_vif [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:fc:3d,bridge_name='br-int',has_traffic_filtering=True,id=8a8993b7-1a29-49d9-83ea-9dd992d07e40,network=Network(577cbbb4-57bf-4abd-8c46-48bd3dbf3a53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a8993b7-1a') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '03f79f98-33f1-583c-be41-9c9d71e640e2', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8a8993b7-1a, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8a8993b7-1a, col_values=(('qos', UUID('9e749a09-7a53-454b-83d6-1fab2d73267d')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8a8993b7-1a, col_values=(('external_ids', {'iface-id': '8a8993b7-1a29-49d9-83ea-9dd992d07e40', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:fc:3d', 'vm-uuid': '30f17c86-1a4a-4313-9fcb-43cf4f247d5c'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:51:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:21 user nova-compute[74974]: INFO os_vif [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:fc:3d,bridge_name='br-int',has_traffic_filtering=True,id=8a8993b7-1a29-49d9-83ea-9dd992d07e40,network=Network(577cbbb4-57bf-4abd-8c46-48bd3dbf3a53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a8993b7-1a')
Nov 29 11:51:22 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] No BDM found with device name sda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:51:22 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:51:22 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] No VIF found with MAC fa:16:3e:07:fc:3d, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:51:22 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Using config drive
Nov 29 11:51:22 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Creating config drive at /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk.config
Nov 29 11:51:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpovvq3o3x {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpovvq3o3x" returned: 0 in 0.065s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:22 user nova-compute[74974]: DEBUG nova.network.neutron [req-41d0c735-a88b-44c1-8042-dabf71ae14d1 req-3b4546c5-cb7a-42a1-8887-2e08916d4fe5 service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Updated VIF entry in instance network info cache for port 8a8993b7-1a29-49d9-83ea-9dd992d07e40. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:51:22 user nova-compute[74974]: DEBUG nova.network.neutron [req-41d0c735-a88b-44c1-8042-dabf71ae14d1 req-3b4546c5-cb7a-42a1-8887-2e08916d4fe5 service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Updating instance_info_cache with network_info: [{"id": "8a8993b7-1a29-49d9-83ea-9dd992d07e40", "address": "fa:16:3e:07:fc:3d", "network": {"id": "577cbbb4-57bf-4abd-8c46-48bd3dbf3a53", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-467295787-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5c6be45378b4411f9e4b721013a4b0e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a8993b7-1a", "ovs_interfaceid": "8a8993b7-1a29-49d9-83ea-9dd992d07e40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:51:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-41d0c735-a88b-44c1-8042-dabf71ae14d1 req-3b4546c5-cb7a-42a1-8887-2e08916d4fe5 service nova] Releasing lock "refresh_cache-30f17c86-1a4a-4313-9fcb-43cf4f247d5c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:51:22 user nova-compute[74974]: DEBUG nova.compute.manager [req-084232cf-078c-4020-8260-d3b0d998ac12 req-e1ca1dbe-3556-42dd-8b9b-aea1d0a0a55f service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Received event network-vif-plugged-d0f6389e-781e-4dc9-bef6-9837cd64aee8 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-084232cf-078c-4020-8260-d3b0d998ac12 req-e1ca1dbe-3556-42dd-8b9b-aea1d0a0a55f service nova] Acquiring lock "cffdb25b-6232-479e-9213-861ca86e033e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-084232cf-078c-4020-8260-d3b0d998ac12 req-e1ca1dbe-3556-42dd-8b9b-aea1d0a0a55f service nova] Lock "cffdb25b-6232-479e-9213-861ca86e033e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-084232cf-078c-4020-8260-d3b0d998ac12 req-e1ca1dbe-3556-42dd-8b9b-aea1d0a0a55f service nova] Lock "cffdb25b-6232-479e-9213-861ca86e033e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:22 user nova-compute[74974]: DEBUG nova.compute.manager [req-084232cf-078c-4020-8260-d3b0d998ac12 req-e1ca1dbe-3556-42dd-8b9b-aea1d0a0a55f service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] No waiting events found dispatching network-vif-plugged-d0f6389e-781e-4dc9-bef6-9837cd64aee8 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:51:22 user nova-compute[74974]: WARNING nova.compute.manager [req-084232cf-078c-4020-8260-d3b0d998ac12 req-e1ca1dbe-3556-42dd-8b9b-aea1d0a0a55f service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Received unexpected event network-vif-plugged-d0f6389e-781e-4dc9-bef6-9837cd64aee8 for instance with vm_state building and task_state spawning.
Nov 29 11:51:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Acquiring lock "fd56ff76-656e-41dc-9310-76344f6ee254" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "fd56ff76-656e-41dc-9310-76344f6ee254" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:22 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:51:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:23 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:51:23 user nova-compute[74974]: INFO nova.compute.claims [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Claim successful on node user
Nov 29 11:51:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:23 user nova-compute[74974]: DEBUG nova.compute.manager [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:51:23 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:51:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:23 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Instance spawned successfully.
Nov 29 11:51:23 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:51:23 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:23 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:23 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:23 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:23 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:23 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:23 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:51:23 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:51:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.658s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:23 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:51:23 user nova-compute[74974]: INFO nova.compute.manager [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Took 11.12 seconds to spawn the instance on the hypervisor.
Nov 29 11:51:23 user nova-compute[74974]: DEBUG nova.compute.manager [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:51:23 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:51:23 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:51:23 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:51:23 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:51:24 user nova-compute[74974]: DEBUG nova.policy [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ace12f579e745e2864703754be00152', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fe7f1c5d3fd4c5a81d2b9a66467e24b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:51:24 user nova-compute[74974]: INFO nova.compute.manager [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Took 12.32 seconds to build instance.
Nov 29 11:51:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6e08fa11-487c-4b66-b553-1c2123769500 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "67c20aab-6955-41a5-b21b-8f556663d70b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.505s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:24 user nova-compute[74974]: INFO nova.virt.block_device [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Booting with volume 7aa21c24-38c6-4491-a70c-0511a7507afb at /dev/vda
Nov 29 11:51:24 user nova-compute[74974]: DEBUG os_brick.utils [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:51:24 user nova-compute[74974]: INFO oslo.privsep.daemon [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpi9dci_kt/privsep.sock']
Nov 29 11:51:24 user sudo[85214]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpi9dci_kt/privsep.sock
Nov 29 11:51:24 user sudo[85214]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 29 11:51:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:24 user nova-compute[74974]: DEBUG nova.compute.manager [req-8c137877-26cb-4a4e-baf7-695735a4ef6b req-3bf3f069-96e6-4b53-bab3-8dbba91f2fc1 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Received event network-vif-plugged-d0f6389e-781e-4dc9-bef6-9837cd64aee8 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8c137877-26cb-4a4e-baf7-695735a4ef6b req-3bf3f069-96e6-4b53-bab3-8dbba91f2fc1 service nova] Acquiring lock "cffdb25b-6232-479e-9213-861ca86e033e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8c137877-26cb-4a4e-baf7-695735a4ef6b req-3bf3f069-96e6-4b53-bab3-8dbba91f2fc1 service nova] Lock "cffdb25b-6232-479e-9213-861ca86e033e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8c137877-26cb-4a4e-baf7-695735a4ef6b req-3bf3f069-96e6-4b53-bab3-8dbba91f2fc1 service nova] Lock "cffdb25b-6232-479e-9213-861ca86e033e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:24 user nova-compute[74974]: DEBUG nova.compute.manager [req-8c137877-26cb-4a4e-baf7-695735a4ef6b req-3bf3f069-96e6-4b53-bab3-8dbba91f2fc1 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] No waiting events found dispatching network-vif-plugged-d0f6389e-781e-4dc9-bef6-9837cd64aee8 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:51:24 user nova-compute[74974]: WARNING nova.compute.manager [req-8c137877-26cb-4a4e-baf7-695735a4ef6b req-3bf3f069-96e6-4b53-bab3-8dbba91f2fc1 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Received unexpected event network-vif-plugged-d0f6389e-781e-4dc9-bef6-9837cd64aee8 for instance with vm_state building and task_state spawning.
Nov 29 11:51:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Acquiring lock "7c9788a5-9bc1-404a-9b86-44e3af513159" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Lock "7c9788a5-9bc1-404a-9b86-44e3af513159" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:25 user nova-compute[74974]: DEBUG nova.compute.manager [req-084d46a0-d50e-40d1-8930-285dde5d4b5c req-41c9caa6-aef5-4d33-9cd9-75fedda1610d service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Received event network-vif-plugged-8a8993b7-1a29-49d9-83ea-9dd992d07e40 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-084d46a0-d50e-40d1-8930-285dde5d4b5c req-41c9caa6-aef5-4d33-9cd9-75fedda1610d service nova] Acquiring lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-084d46a0-d50e-40d1-8930-285dde5d4b5c req-41c9caa6-aef5-4d33-9cd9-75fedda1610d service nova] Lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-084d46a0-d50e-40d1-8930-285dde5d4b5c req-41c9caa6-aef5-4d33-9cd9-75fedda1610d service nova] Lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:25 user nova-compute[74974]: DEBUG nova.compute.manager [req-084d46a0-d50e-40d1-8930-285dde5d4b5c req-41c9caa6-aef5-4d33-9cd9-75fedda1610d service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] No waiting events found dispatching network-vif-plugged-8a8993b7-1a29-49d9-83ea-9dd992d07e40 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:51:25 user nova-compute[74974]: WARNING nova.compute.manager [req-084d46a0-d50e-40d1-8930-285dde5d4b5c req-41c9caa6-aef5-4d33-9cd9-75fedda1610d service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Received unexpected event network-vif-plugged-8a8993b7-1a29-49d9-83ea-9dd992d07e40 for instance with vm_state building and task_state spawning.
Nov 29 11:51:25 user nova-compute[74974]: DEBUG nova.compute.manager [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:51:25 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Successfully created port: 53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:51:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:25 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:51:25 user nova-compute[74974]: INFO nova.compute.claims [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Claim successful on node user
Nov 29 11:51:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:25 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.763s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG nova.compute.manager [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG nova.compute.manager [req-0c47faac-7aae-4992-b941-6998b449eec3 req-151e4acc-0ff8-4bec-8dd4-1376ae72eec4 service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Received event network-vif-plugged-6aa064ff-f9d0-457e-b169-4d44fce6109b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0c47faac-7aae-4992-b941-6998b449eec3 req-151e4acc-0ff8-4bec-8dd4-1376ae72eec4 service nova] Acquiring lock "67c20aab-6955-41a5-b21b-8f556663d70b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0c47faac-7aae-4992-b941-6998b449eec3 req-151e4acc-0ff8-4bec-8dd4-1376ae72eec4 service nova] Lock "67c20aab-6955-41a5-b21b-8f556663d70b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0c47faac-7aae-4992-b941-6998b449eec3 req-151e4acc-0ff8-4bec-8dd4-1376ae72eec4 service nova] Lock "67c20aab-6955-41a5-b21b-8f556663d70b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG nova.compute.manager [req-0c47faac-7aae-4992-b941-6998b449eec3 req-151e4acc-0ff8-4bec-8dd4-1376ae72eec4 service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] No waiting events found dispatching network-vif-plugged-6aa064ff-f9d0-457e-b169-4d44fce6109b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:51:26 user nova-compute[74974]: WARNING nova.compute.manager [req-0c47faac-7aae-4992-b941-6998b449eec3 req-151e4acc-0ff8-4bec-8dd4-1376ae72eec4 service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Received unexpected event network-vif-plugged-6aa064ff-f9d0-457e-b169-4d44fce6109b for instance with vm_state active and task_state None.
Nov 29 11:51:26 user nova-compute[74974]: DEBUG nova.compute.manager [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG nova.network.neutron [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:51:26 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:51:26 user nova-compute[74974]: DEBUG nova.compute.manager [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:51:26 user sudo[85214]: pam_unix(sudo:session): session closed for user root
Nov 29 11:51:26 user nova-compute[74974]: INFO oslo.privsep.daemon [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Spawned new privsep daemon via rootwrap
Nov 29 11:51:26 user nova-compute[74974]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 29 11:51:26 user nova-compute[74974]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 29 11:51:26 user nova-compute[74974]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Nov 29 11:51:26 user nova-compute[74974]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 85288
Nov 29 11:51:26 user nova-compute[74974]: DEBUG nova.policy [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb64d5d5452b40e5b324612f734e41eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '512ce69f68274b68a7e60cc1abe3d993', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[37db4327-c1d2-4862-ae62-22e8e402d539]: (2,) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Successfully updated port: 53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG nova.compute.manager [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:51:26 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Creating image(s)
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Acquiring lock "/opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Lock "/opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Lock "/opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Acquiring lock "refresh_cache-fd56ff76-656e-41dc-9310-76344f6ee254" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Acquired lock "refresh_cache-fd56ff76-656e-41dc-9310-76344f6ee254" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.031s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bf18618-6803-4547-bb59-054b0de8d51f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:51:26 user nova-compute[74974]: WARNING os_brick.initiator.connectors.nvmeof [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Nov 29 11:51:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.036s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7929bf33-e207-48a2-b737-487a93b1e48a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[10600ae4-8465-4912-8c0c-cfd52b231266]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cfab654-b7d7-4a1e-8207-419977753e1c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.259s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:51:27 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:51:27 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ebb1c64-bbb1-41e1-9ffe-b1993fc1bb90]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG os_brick.utils [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] <== get_connector_properties: return (2658ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Updating existing volume attachment record: 032f5a2c-a91f-427b-adcf-84e54c05850e {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.compute.manager [req-c5dc3a08-6a55-4431-9037-006e663dc4dc req-e2e5d282-80b6-4b3d-a935-75632a4f1de4 service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Received event network-vif-plugged-8a8993b7-1a29-49d9-83ea-9dd992d07e40 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c5dc3a08-6a55-4431-9037-006e663dc4dc req-e2e5d282-80b6-4b3d-a935-75632a4f1de4 service nova] Acquiring lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c5dc3a08-6a55-4431-9037-006e663dc4dc req-e2e5d282-80b6-4b3d-a935-75632a4f1de4 service nova] Lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c5dc3a08-6a55-4431-9037-006e663dc4dc req-e2e5d282-80b6-4b3d-a935-75632a4f1de4 service nova] Lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.compute.manager [req-c5dc3a08-6a55-4431-9037-006e663dc4dc req-e2e5d282-80b6-4b3d-a935-75632a4f1de4 service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] No waiting events found dispatching network-vif-plugged-8a8993b7-1a29-49d9-83ea-9dd992d07e40 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:51:27 user nova-compute[74974]: WARNING nova.compute.manager [req-c5dc3a08-6a55-4431-9037-006e663dc4dc req-e2e5d282-80b6-4b3d-a935-75632a4f1de4 service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Received unexpected event network-vif-plugged-8a8993b7-1a29-49d9-83ea-9dd992d07e40 for instance with vm_state building and task_state spawning.
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.compute.manager [req-c5dc3a08-6a55-4431-9037-006e663dc4dc req-e2e5d282-80b6-4b3d-a935-75632a4f1de4 service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Received event network-changed-53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.compute.manager [req-c5dc3a08-6a55-4431-9037-006e663dc4dc req-e2e5d282-80b6-4b3d-a935-75632a4f1de4 service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Refreshing instance network info cache due to event network-changed-53ea4a73-9b01-49e1-9da0-b498e74ae82b. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c5dc3a08-6a55-4431-9037-006e663dc4dc req-e2e5d282-80b6-4b3d-a935-75632a4f1de4 service nova] Acquiring lock "refresh_cache-fd56ff76-656e-41dc-9310-76344f6ee254" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.315s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/disk 1073741824" returned: 0 in 0.081s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.403s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Updating instance_info_cache with network_info: [{"id": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "address": "fa:16:3e:64:e1:f2", "network": {"id": "cee24fad-9b89-4d85-91ab-5e4be4ac6afc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1763263934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fe7f1c5d3fd4c5a81d2b9a66467e24b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53ea4a73-9b", "ovs_interfaceid": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Releasing lock "refresh_cache-fd56ff76-656e-41dc-9310-76344f6ee254" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Instance network_info: |[{"id": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "address": "fa:16:3e:64:e1:f2", "network": {"id": "cee24fad-9b89-4d85-91ab-5e4be4ac6afc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1763263934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fe7f1c5d3fd4c5a81d2b9a66467e24b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53ea4a73-9b", "ovs_interfaceid": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c5dc3a08-6a55-4431-9037-006e663dc4dc req-e2e5d282-80b6-4b3d-a935-75632a4f1de4 service nova] Acquired lock "refresh_cache-fd56ff76-656e-41dc-9310-76344f6ee254" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.network.neutron [req-c5dc3a08-6a55-4431-9037-006e663dc4dc req-e2e5d282-80b6-4b3d-a935-75632a4f1de4 service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Refreshing network info cache for port 53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.compute.manager [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:51:27 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Instance spawned successfully.
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.239s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.compute.manager [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.network.neutron [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Successfully created port: 2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:27 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Instance spawned successfully.
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/disk --force-share --output=json" returned: 0 in 0.315s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Cannot resize image /opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Ensure instance console log exists: /opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:27 user nova-compute[74974]: INFO nova.compute.manager [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Took 13.88 seconds to spawn the instance on the hypervisor.
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.compute.manager [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:51:27 user nova-compute[74974]: INFO nova.compute.manager [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Took 11.48 seconds to spawn the instance on the hypervisor.
Nov 29 11:51:27 user nova-compute[74974]: DEBUG nova.compute.manager [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:51:28 user nova-compute[74974]: INFO nova.compute.manager [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Took 15.72 seconds to build instance.
Nov 29 11:51:28 user nova-compute[74974]: INFO nova.compute.manager [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Took 13.20 seconds to build instance.
Nov 29 11:51:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eeb38158-694e-499b-91b1-3bccb8c53993 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "cffdb25b-6232-479e-9213-861ca86e033e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.907s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:28 user nova-compute[74974]: DEBUG nova.compute.manager [req-8dcfad78-fead-4de6-b41c-128bfc06e2bf req-84a847dd-a6c2-4ed0-8395-8c0a4c785f3c service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Received event network-vif-plugged-6aa064ff-f9d0-457e-b169-4d44fce6109b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8dcfad78-fead-4de6-b41c-128bfc06e2bf req-84a847dd-a6c2-4ed0-8395-8c0a4c785f3c service nova] Acquiring lock "67c20aab-6955-41a5-b21b-8f556663d70b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8dcfad78-fead-4de6-b41c-128bfc06e2bf req-84a847dd-a6c2-4ed0-8395-8c0a4c785f3c service nova] Lock "67c20aab-6955-41a5-b21b-8f556663d70b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8dcfad78-fead-4de6-b41c-128bfc06e2bf req-84a847dd-a6c2-4ed0-8395-8c0a4c785f3c service nova] Lock "67c20aab-6955-41a5-b21b-8f556663d70b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:28 user nova-compute[74974]: DEBUG nova.compute.manager [req-8dcfad78-fead-4de6-b41c-128bfc06e2bf req-84a847dd-a6c2-4ed0-8395-8c0a4c785f3c service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] No waiting events found dispatching network-vif-plugged-6aa064ff-f9d0-457e-b169-4d44fce6109b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:51:28 user nova-compute[74974]: WARNING nova.compute.manager [req-8dcfad78-fead-4de6-b41c-128bfc06e2bf req-84a847dd-a6c2-4ed0-8395-8c0a4c785f3c service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Received unexpected event network-vif-plugged-6aa064ff-f9d0-457e-b169-4d44fce6109b for instance with vm_state active and task_state None.
Nov 29 11:51:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-36e123af-8648-48b1-8440-0c2edfd455ce tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.612s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:28 user nova-compute[74974]: DEBUG nova.network.neutron [req-c5dc3a08-6a55-4431-9037-006e663dc4dc req-e2e5d282-80b6-4b3d-a935-75632a4f1de4 service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Updated VIF entry in instance network info cache for port 53ea4a73-9b01-49e1-9da0-b498e74ae82b. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:51:28 user nova-compute[74974]: DEBUG nova.network.neutron [req-c5dc3a08-6a55-4431-9037-006e663dc4dc req-e2e5d282-80b6-4b3d-a935-75632a4f1de4 service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Updating instance_info_cache with network_info: [{"id": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "address": "fa:16:3e:64:e1:f2", "network": {"id": "cee24fad-9b89-4d85-91ab-5e4be4ac6afc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1763263934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fe7f1c5d3fd4c5a81d2b9a66467e24b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53ea4a73-9b", "ovs_interfaceid": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:51:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c5dc3a08-6a55-4431-9037-006e663dc4dc req-e2e5d282-80b6-4b3d-a935-75632a4f1de4 service nova] Releasing lock "refresh_cache-fd56ff76-656e-41dc-9310-76344f6ee254" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:51:29 user nova-compute[74974]: DEBUG nova.network.neutron [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Successfully updated port: 2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:51:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Acquiring lock "refresh_cache-7c9788a5-9bc1-404a-9b86-44e3af513159" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:51:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Acquired lock "refresh_cache-7c9788a5-9bc1-404a-9b86-44e3af513159" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:51:29 user nova-compute[74974]: DEBUG nova.network.neutron [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:51:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-edab625c-ea73-4fb3-961a-addac40ed7e1 req-b35791c0-3a61-43f0-a783-a22e50166241 service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Received event network-changed-2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-edab625c-ea73-4fb3-961a-addac40ed7e1 req-b35791c0-3a61-43f0-a783-a22e50166241 service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Refreshing instance network info cache due to event network-changed-2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:51:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-edab625c-ea73-4fb3-961a-addac40ed7e1 req-b35791c0-3a61-43f0-a783-a22e50166241 service nova] Acquiring lock "refresh_cache-7c9788a5-9bc1-404a-9b86-44e3af513159" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:51:29 user nova-compute[74974]: DEBUG nova.network.neutron [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.network.neutron [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Updating instance_info_cache with network_info: [{"id": "2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d", "address": "fa:16:3e:66:03:72", "network": {"id": "e0efcc16-4078-4e43-8662-907199c7f0e2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1640826608-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "512ce69f68274b68a7e60cc1abe3d993", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ab3e7c3-10", "ovs_interfaceid": "2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Releasing lock "refresh_cache-7c9788a5-9bc1-404a-9b86-44e3af513159" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.compute.manager [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Instance network_info: |[{"id": "2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d", "address": "fa:16:3e:66:03:72", "network": {"id": "e0efcc16-4078-4e43-8662-907199c7f0e2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1640826608-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "512ce69f68274b68a7e60cc1abe3d993", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ab3e7c3-10", "ovs_interfaceid": "2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-edab625c-ea73-4fb3-961a-addac40ed7e1 req-b35791c0-3a61-43f0-a783-a22e50166241 service nova] Acquired lock "refresh_cache-7c9788a5-9bc1-404a-9b86-44e3af513159" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.network.neutron [req-edab625c-ea73-4fb3-961a-addac40ed7e1 req-b35791c0-3a61-43f0-a783-a22e50166241 service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Refreshing network info cache for port 2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Start _get_guest_xml network_info=[{"id": "2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d", "address": "fa:16:3e:66:03:72", "network": {"id": "e0efcc16-4078-4e43-8662-907199c7f0e2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1640826608-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "512ce69f68274b68a7e60cc1abe3d993", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ab3e7c3-10", "ovs_interfaceid": "2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:51:30 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:51:30 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:51:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1201688419',display_name='tempest-VolumesAssistedSnapshotsTest-server-1201688419',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1201688419',id=8,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLxAqKkbPzhu7wqvhHxbPihSV3iKXNIc5ER24ojJ9dPzRMYyu/50Kf+65U4mfJJDDsN/RHHUWUpJ76lnm6RSJskDh/Ptacv2RC88aEqwk8fCxvHyO8Hvgo4liBPDxvex7A==',key_name='tempest-keypair-1565255029',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='512ce69f68274b68a7e60cc1abe3d993',ramdisk_id='',reservation_id='r-rxqxv11h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-589087383',owner_user_name='tempest-VolumesAssistedSnapshotsTest-589087383-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:51:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb64d5d5452b40e5b324612f734e41eb',uuid=7c9788a5-9bc1-404a-9b86-44e3af513159,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d", "address": "fa:16:3e:66:03:72", "network": {"id": "e0efcc16-4078-4e43-8662-907199c7f0e2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1640826608-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "512ce69f68274b68a7e60cc1abe3d993", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ab3e7c3-10", "ovs_interfaceid": "2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Converting VIF {"id": "2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d", "address": "fa:16:3e:66:03:72", "network": {"id": "e0efcc16-4078-4e43-8662-907199c7f0e2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1640826608-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "512ce69f68274b68a7e60cc1abe3d993", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ab3e7c3-10", "ovs_interfaceid": "2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:03:72,bridge_name='br-int',has_traffic_filtering=True,id=2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d,network=Network(e0efcc16-4078-4e43-8662-907199c7f0e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ab3e7c3-10') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.objects.instance [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Lazy-loading 'pci_devices' on Instance uuid 7c9788a5-9bc1-404a-9b86-44e3af513159 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:51:30 user nova-compute[74974]:   <uuid>7c9788a5-9bc1-404a-9b86-44e3af513159</uuid>
Nov 29 11:51:30 user nova-compute[74974]:   <name>instance-00000008</name>
Nov 29 11:51:30 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:51:30 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:51:30 user nova-compute[74974]:   <metadata>
Nov 29 11:51:30 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:51:30 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:51:30 user nova-compute[74974]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-1201688419</nova:name>
Nov 29 11:51:30 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:51:30</nova:creationTime>
Nov 29 11:51:30 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:51:30 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:51:30 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:51:30 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:51:30 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:51:30 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:51:30 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:51:30 user nova-compute[74974]:       <nova:owner>
Nov 29 11:51:30 user nova-compute[74974]:         <nova:user uuid="bb64d5d5452b40e5b324612f734e41eb">tempest-VolumesAssistedSnapshotsTest-589087383-project-member</nova:user>
Nov 29 11:51:30 user nova-compute[74974]:         <nova:project uuid="512ce69f68274b68a7e60cc1abe3d993">tempest-VolumesAssistedSnapshotsTest-589087383</nova:project>
Nov 29 11:51:30 user nova-compute[74974]:       </nova:owner>
Nov 29 11:51:30 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:51:30 user nova-compute[74974]:       <nova:ports>
Nov 29 11:51:30 user nova-compute[74974]:         <nova:port uuid="2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d">
Nov 29 11:51:30 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 11:51:30 user nova-compute[74974]:         </nova:port>
Nov 29 11:51:30 user nova-compute[74974]:       </nova:ports>
Nov 29 11:51:30 user nova-compute[74974]:     </nova:instance>
Nov 29 11:51:30 user nova-compute[74974]:   </metadata>
Nov 29 11:51:30 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:51:30 user nova-compute[74974]:     <system>
Nov 29 11:51:30 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:51:30 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:51:30 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:51:30 user nova-compute[74974]:       <entry name="serial">7c9788a5-9bc1-404a-9b86-44e3af513159</entry>
Nov 29 11:51:30 user nova-compute[74974]:       <entry name="uuid">7c9788a5-9bc1-404a-9b86-44e3af513159</entry>
Nov 29 11:51:30 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:51:30 user nova-compute[74974]:     </system>
Nov 29 11:51:30 user nova-compute[74974]:   </sysinfo>
Nov 29 11:51:30 user nova-compute[74974]:   <os>
Nov 29 11:51:30 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:51:30 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:51:30 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:51:30 user nova-compute[74974]:   </os>
Nov 29 11:51:30 user nova-compute[74974]:   <features>
Nov 29 11:51:30 user nova-compute[74974]:     <acpi/>
Nov 29 11:51:30 user nova-compute[74974]:     <apic/>
Nov 29 11:51:30 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:51:30 user nova-compute[74974]:   </features>
Nov 29 11:51:30 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:51:30 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:51:30 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:51:30 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:51:30 user nova-compute[74974]:   </clock>
Nov 29 11:51:30 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:51:30 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:51:30 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:51:30 user nova-compute[74974]:   </cpu>
Nov 29 11:51:30 user nova-compute[74974]:   <devices>
Nov 29 11:51:30 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 11:51:30 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 11:51:30 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/disk"/>
Nov 29 11:51:30 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:51:30 user nova-compute[74974]:     </disk>
Nov 29 11:51:30 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:51:30 user nova-compute[74974]:       <mac address="fa:16:3e:66:03:72"/>
Nov 29 11:51:30 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:51:30 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:51:30 user nova-compute[74974]:       <target dev="tap2ab3e7c3-10"/>
Nov 29 11:51:30 user nova-compute[74974]:     </interface>
Nov 29 11:51:30 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:51:30 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/console.log" append="off"/>
Nov 29 11:51:30 user nova-compute[74974]:     </serial>
Nov 29 11:51:30 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:51:30 user nova-compute[74974]:     <video>
Nov 29 11:51:30 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:51:30 user nova-compute[74974]:     </video>
Nov 29 11:51:30 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:51:30 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:51:30 user nova-compute[74974]:     </rng>
Nov 29 11:51:30 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:51:30 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:51:30 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:51:30 user nova-compute[74974]:     </memballoon>
Nov 29 11:51:30 user nova-compute[74974]:   </devices>
Nov 29 11:51:30 user nova-compute[74974]: </domain>
Nov 29 11:51:30 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:51:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1201688419',display_name='tempest-VolumesAssistedSnapshotsTest-server-1201688419',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1201688419',id=8,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLxAqKkbPzhu7wqvhHxbPihSV3iKXNIc5ER24ojJ9dPzRMYyu/50Kf+65U4mfJJDDsN/RHHUWUpJ76lnm6RSJskDh/Ptacv2RC88aEqwk8fCxvHyO8Hvgo4liBPDxvex7A==',key_name='tempest-keypair-1565255029',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='512ce69f68274b68a7e60cc1abe3d993',ramdisk_id='',reservation_id='r-rxqxv11h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-589087383',owner_user_name='tempest-VolumesAssistedSnapshotsTest-589087383-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:51:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb64d5d5452b40e5b324612f734e41eb',uuid=7c9788a5-9bc1-404a-9b86-44e3af513159,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d", "address": "fa:16:3e:66:03:72", "network": {"id": "e0efcc16-4078-4e43-8662-907199c7f0e2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1640826608-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "512ce69f68274b68a7e60cc1abe3d993", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ab3e7c3-10", "ovs_interfaceid": "2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Converting VIF {"id": "2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d", "address": "fa:16:3e:66:03:72", "network": {"id": "e0efcc16-4078-4e43-8662-907199c7f0e2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1640826608-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "512ce69f68274b68a7e60cc1abe3d993", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ab3e7c3-10", "ovs_interfaceid": "2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:03:72,bridge_name='br-int',has_traffic_filtering=True,id=2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d,network=Network(e0efcc16-4078-4e43-8662-907199c7f0e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ab3e7c3-10') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG os_vif [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:03:72,bridge_name='br-int',has_traffic_filtering=True,id=2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d,network=Network(e0efcc16-4078-4e43-8662-907199c7f0e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ab3e7c3-10') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '49e8d0da-922c-560c-a610-f13ddb78eb3f', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2ab3e7c3-10, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2ab3e7c3-10, col_values=(('qos', UUID('a719e848-3159-4a2f-8bd0-a668cf61e646')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2ab3e7c3-10, col_values=(('external_ids', {'iface-id': '2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:66:03:72', 'vm-uuid': '7c9788a5-9bc1-404a-9b86-44e3af513159'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:30 user nova-compute[74974]: INFO os_vif [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:03:72,bridge_name='br-int',has_traffic_filtering=True,id=2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d,network=Network(e0efcc16-4078-4e43-8662-907199c7f0e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ab3e7c3-10')
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] No VIF found with MAC fa:16:3e:66:03:72, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.network.neutron [req-edab625c-ea73-4fb3-961a-addac40ed7e1 req-b35791c0-3a61-43f0-a783-a22e50166241 service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Updated VIF entry in instance network info cache for port 2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:51:30 user nova-compute[74974]: DEBUG nova.network.neutron [req-edab625c-ea73-4fb3-961a-addac40ed7e1 req-b35791c0-3a61-43f0-a783-a22e50166241 service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Updating instance_info_cache with network_info: [{"id": "2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d", "address": "fa:16:3e:66:03:72", "network": {"id": "e0efcc16-4078-4e43-8662-907199c7f0e2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1640826608-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "512ce69f68274b68a7e60cc1abe3d993", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ab3e7c3-10", "ovs_interfaceid": "2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:51:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-edab625c-ea73-4fb3-961a-addac40ed7e1 req-b35791c0-3a61-43f0-a783-a22e50166241 service nova] Releasing lock "refresh_cache-7c9788a5-9bc1-404a-9b86-44e3af513159" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:51:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:32 user nova-compute[74974]: DEBUG nova.compute.manager [req-c3fbdfb6-f19d-4270-93ee-942744a23efd req-6fa67920-69a9-4bef-8bca-89fda0501f90 service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Received event network-vif-plugged-2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c3fbdfb6-f19d-4270-93ee-942744a23efd req-6fa67920-69a9-4bef-8bca-89fda0501f90 service nova] Acquiring lock "7c9788a5-9bc1-404a-9b86-44e3af513159-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c3fbdfb6-f19d-4270-93ee-942744a23efd req-6fa67920-69a9-4bef-8bca-89fda0501f90 service nova] Lock "7c9788a5-9bc1-404a-9b86-44e3af513159-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c3fbdfb6-f19d-4270-93ee-942744a23efd req-6fa67920-69a9-4bef-8bca-89fda0501f90 service nova] Lock "7c9788a5-9bc1-404a-9b86-44e3af513159-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:32 user nova-compute[74974]: DEBUG nova.compute.manager [req-c3fbdfb6-f19d-4270-93ee-942744a23efd req-6fa67920-69a9-4bef-8bca-89fda0501f90 service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] No waiting events found dispatching network-vif-plugged-2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:51:32 user nova-compute[74974]: WARNING nova.compute.manager [req-c3fbdfb6-f19d-4270-93ee-942744a23efd req-6fa67920-69a9-4bef-8bca-89fda0501f90 service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Received unexpected event network-vif-plugged-2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d for instance with vm_state building and task_state spawning.
Nov 29 11:51:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:51:33 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Cleaning up deleted instances {{(pid=74974) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 11:51:33 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] There are 0 instances to clean {{(pid=74974) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 11:51:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:51:33 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74974) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 11:51:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:51:34 user nova-compute[74974]: DEBUG nova.compute.manager [req-f39a5d82-8971-4a93-a3c3-0a55fe62ad8e req-d85226c8-c9df-4dc8-a2a0-306c128a9215 service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Received event network-vif-plugged-2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f39a5d82-8971-4a93-a3c3-0a55fe62ad8e req-d85226c8-c9df-4dc8-a2a0-306c128a9215 service nova] Acquiring lock "7c9788a5-9bc1-404a-9b86-44e3af513159-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f39a5d82-8971-4a93-a3c3-0a55fe62ad8e req-d85226c8-c9df-4dc8-a2a0-306c128a9215 service nova] Lock "7c9788a5-9bc1-404a-9b86-44e3af513159-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f39a5d82-8971-4a93-a3c3-0a55fe62ad8e req-d85226c8-c9df-4dc8-a2a0-306c128a9215 service nova] Lock "7c9788a5-9bc1-404a-9b86-44e3af513159-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:34 user nova-compute[74974]: DEBUG nova.compute.manager [req-f39a5d82-8971-4a93-a3c3-0a55fe62ad8e req-d85226c8-c9df-4dc8-a2a0-306c128a9215 service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] No waiting events found dispatching network-vif-plugged-2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:51:34 user nova-compute[74974]: WARNING nova.compute.manager [req-f39a5d82-8971-4a93-a3c3-0a55fe62ad8e req-d85226c8-c9df-4dc8-a2a0-306c128a9215 service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Received unexpected event network-vif-plugged-2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d for instance with vm_state building and task_state spawning.
Nov 29 11:51:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:35 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:51:35 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:51:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:36 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:51:36 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:51:36 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:51:36 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:51:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:36 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:51:37 user nova-compute[74974]: DEBUG nova.compute.manager [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:51:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:51:37 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Instance spawned successfully.
Nov 29 11:51:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:51:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:37 user nova-compute[74974]: INFO nova.compute.manager [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Took 10.80 seconds to spawn the instance on the hypervisor.
Nov 29 11:51:37 user nova-compute[74974]: DEBUG nova.compute.manager [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:51:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk --force-share --output=json" returned: 0 in 0.292s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:37 user nova-compute[74974]: INFO nova.compute.manager [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Took 12.48 seconds to build instance.
Nov 29 11:51:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b3241449-25e1-4d0b-8611-42947bcdfbd6 tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Lock "7c9788a5-9bc1-404a-9b86-44e3af513159" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.726s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk --force-share --output=json" returned: 0 in 0.365s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:51:38 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Creating image(s)
Nov 29 11:51:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Did not create local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Ensure instance console log exists: /opt/stack/data/nova/instances/fd56ff76-656e-41dc-9310-76344f6ee254/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Start _get_guest_xml network_info=[{"id": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "address": "fa:16:3e:64:e1:f2", "network": {"id": "cee24fad-9b89-4d85-91ab-5e4be4ac6afc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1763263934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fe7f1c5d3fd4c5a81d2b9a66467e24b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53ea4a73-9b", "ovs_interfaceid": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': 'virtio', 'attachment_id': '032f5a2c-a91f-427b-adcf-84e54c05850e', 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cumLiaGv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fd56ff76-656e-41dc-9310-76344f6ee254', 'attached_at': '', 'detached_at': '', 'volume_id': '7aa21c24-38c6-4491-a70c-0511a7507afb', 'serial': '7aa21c24-38c6-4491-a70c-0511a7507afb'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:51:38 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:51:38 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:51:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.connector [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Factory for ISCSI on None {{(pid=74974) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.006s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cumLiaGv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:51:38 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:51:38 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:51:38 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/disk --force-share --output=json" returned: 0 in 0.317s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[61e61a2f-b3e9-4588-9373-1e88649810fe]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:51:38 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a7afd3a-e348-48aa-93bb-ad560ce84ba7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb] added
Nov 29 11:51:38 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc8d5912-dfef-493e-b42b-f6f4bb463d82]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[85e8607c-f590-4eb7-bb59-48b1253ac032]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cumLiaGv {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cumLiaGv" returned: 0 in 0.034s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4306adbb-1b21-492c-982f-d81307109b92]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cumLiaGv'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.031s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b15eb83-bdaf-431b-aa67-796abbb3bd54]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6485e98-facf-4030-b423-ffb5446e6ccc]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 11:51:38 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 11:51:38 user nova-compute[74974]:  {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:51:38 user nova-compute[74974]: WARNING os_brick.initiator.connectors.iscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 11:51:38 user nova-compute[74974]: 
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1602e39f-7831-4efe-a53d-743fd01f640a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb, portal: 172.16.0.220,3260]
Nov 29 11:51:38 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb, portal: 172.16.0.220,3260] successful.
Nov 29 11:51:38 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b741de7a-d77a-4a29-90f9-2a801e0c38cc]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c62484c-99d3-4df4-a58d-455cd9f6fe32]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:51:38 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:51:38 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.427s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e40f660-b219-4095-b521-8d68155f698c]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cumLiaGv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json" returned: 0 in 0.327s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json" returned: 0 in 0.300s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json" returned: 0 in 0.299s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71304aa8-ae9e-4a14-b2bd-f2558dd269a7/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.503s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] <== connect_volume: return (1508ms) {'type': 'block', 'scsi_wwn': '26535356466666663', 'path': '/dev/sdb'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26535356466666663', 'path': '/dev/sdb'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:51:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-510655793',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-510655793',id=7,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMUllo0J/7hthSgWOsj90+r5RiCAqzL3/3UekhIestn58v3Jaibu7aGk+5KXjwZV3s5L+b/REc43ULtEcJbMfP9qUIMxD+JBvXPZOEHjR6K9wOEIleMw4YA9CZsj7jbvRw==',key_name='tempest-keypair-1884563507',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4fe7f1c5d3fd4c5a81d2b9a66467e24b',ramdisk_id='',reservation_id='r-ex340mt1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1007905033',owner_user_name='tempest-ServerActionsV293TestJSON-1007905033-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:51:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0ace12f579e745e2864703754be00152',uuid=fd56ff76-656e-41dc-9310-76344f6ee254,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "address": "fa:16:3e:64:e1:f2", "network": {"id": "cee24fad-9b89-4d85-91ab-5e4be4ac6afc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1763263934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fe7f1c5d3fd4c5a81d2b9a66467e24b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53ea4a73-9b", "ovs_interfaceid": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Converting VIF {"id": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "address": "fa:16:3e:64:e1:f2", "network": {"id": "cee24fad-9b89-4d85-91ab-5e4be4ac6afc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1763263934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fe7f1c5d3fd4c5a81d2b9a66467e24b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53ea4a73-9b", "ovs_interfaceid": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:e1:f2,bridge_name='br-int',has_traffic_filtering=True,id=53ea4a73-9b01-49e1-9da0-b498e74ae82b,network=Network(cee24fad-9b89-4d85-91ab-5e4be4ac6afc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53ea4a73-9b') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG nova.objects.instance [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lazy-loading 'pci_devices' on Instance uuid fd56ff76-656e-41dc-9310-76344f6ee254 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:51:39 user nova-compute[74974]:   <uuid>fd56ff76-656e-41dc-9310-76344f6ee254</uuid>
Nov 29 11:51:39 user nova-compute[74974]:   <name>instance-00000007</name>
Nov 29 11:51:39 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:51:39 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:51:39 user nova-compute[74974]:   <metadata>
Nov 29 11:51:39 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:51:39 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:51:39 user nova-compute[74974]:       <nova:name>tempest-ServerActionsV293TestJSON-server-510655793</nova:name>
Nov 29 11:51:39 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:51:38</nova:creationTime>
Nov 29 11:51:39 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:51:39 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:51:39 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:51:39 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:51:39 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:51:39 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:51:39 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:51:39 user nova-compute[74974]:       <nova:owner>
Nov 29 11:51:39 user nova-compute[74974]:         <nova:user uuid="0ace12f579e745e2864703754be00152">tempest-ServerActionsV293TestJSON-1007905033-project-member</nova:user>
Nov 29 11:51:39 user nova-compute[74974]:         <nova:project uuid="4fe7f1c5d3fd4c5a81d2b9a66467e24b">tempest-ServerActionsV293TestJSON-1007905033</nova:project>
Nov 29 11:51:39 user nova-compute[74974]:       </nova:owner>
Nov 29 11:51:39 user nova-compute[74974]:       <nova:ports>
Nov 29 11:51:39 user nova-compute[74974]:         <nova:port uuid="53ea4a73-9b01-49e1-9da0-b498e74ae82b">
Nov 29 11:51:39 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 29 11:51:39 user nova-compute[74974]:         </nova:port>
Nov 29 11:51:39 user nova-compute[74974]:       </nova:ports>
Nov 29 11:51:39 user nova-compute[74974]:     </nova:instance>
Nov 29 11:51:39 user nova-compute[74974]:   </metadata>
Nov 29 11:51:39 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:51:39 user nova-compute[74974]:     <system>
Nov 29 11:51:39 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:51:39 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:51:39 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:51:39 user nova-compute[74974]:       <entry name="serial">fd56ff76-656e-41dc-9310-76344f6ee254</entry>
Nov 29 11:51:39 user nova-compute[74974]:       <entry name="uuid">fd56ff76-656e-41dc-9310-76344f6ee254</entry>
Nov 29 11:51:39 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:51:39 user nova-compute[74974]:     </system>
Nov 29 11:51:39 user nova-compute[74974]:   </sysinfo>
Nov 29 11:51:39 user nova-compute[74974]:   <os>
Nov 29 11:51:39 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:51:39 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:51:39 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:51:39 user nova-compute[74974]:   </os>
Nov 29 11:51:39 user nova-compute[74974]:   <features>
Nov 29 11:51:39 user nova-compute[74974]:     <acpi/>
Nov 29 11:51:39 user nova-compute[74974]:     <apic/>
Nov 29 11:51:39 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:51:39 user nova-compute[74974]:   </features>
Nov 29 11:51:39 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:51:39 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:51:39 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:51:39 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:51:39 user nova-compute[74974]:   </clock>
Nov 29 11:51:39 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:51:39 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:51:39 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:51:39 user nova-compute[74974]:   </cpu>
Nov 29 11:51:39 user nova-compute[74974]:   <devices>
Nov 29 11:51:39 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 11:51:39 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:51:39 user nova-compute[74974]:       <source dev="/dev/sdb"/>
Nov 29 11:51:39 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:51:39 user nova-compute[74974]:       <serial>7aa21c24-38c6-4491-a70c-0511a7507afb</serial>
Nov 29 11:51:39 user nova-compute[74974]:     </disk>
Nov 29 11:51:39 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:51:39 user nova-compute[74974]:       <mac address="fa:16:3e:64:e1:f2"/>
Nov 29 11:51:39 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:51:39 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:51:39 user nova-compute[74974]:       <target dev="tap53ea4a73-9b"/>
Nov 29 11:51:39 user nova-compute[74974]:     </interface>
Nov 29 11:51:39 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:51:39 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/fd56ff76-656e-41dc-9310-76344f6ee254/console.log" append="off"/>
Nov 29 11:51:39 user nova-compute[74974]:     </serial>
Nov 29 11:51:39 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:51:39 user nova-compute[74974]:     <video>
Nov 29 11:51:39 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:51:39 user nova-compute[74974]:     </video>
Nov 29 11:51:39 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:51:39 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:51:39 user nova-compute[74974]:     </rng>
Nov 29 11:51:39 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:51:39 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:51:39 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:51:39 user nova-compute[74974]:     </memballoon>
Nov 29 11:51:39 user nova-compute[74974]:   </devices>
Nov 29 11:51:39 user nova-compute[74974]: </domain>
Nov 29 11:51:39 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:51:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-510655793',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-510655793',id=7,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMUllo0J/7hthSgWOsj90+r5RiCAqzL3/3UekhIestn58v3Jaibu7aGk+5KXjwZV3s5L+b/REc43ULtEcJbMfP9qUIMxD+JBvXPZOEHjR6K9wOEIleMw4YA9CZsj7jbvRw==',key_name='tempest-keypair-1884563507',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4fe7f1c5d3fd4c5a81d2b9a66467e24b',ramdisk_id='',reservation_id='r-ex340mt1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1007905033',owner_user_name='tempest-ServerActionsV293TestJSON-1007905033-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:51:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0ace12f579e745e2864703754be00152',uuid=fd56ff76-656e-41dc-9310-76344f6ee254,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "address": "fa:16:3e:64:e1:f2", "network": {"id": "cee24fad-9b89-4d85-91ab-5e4be4ac6afc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1763263934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fe7f1c5d3fd4c5a81d2b9a66467e24b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53ea4a73-9b", "ovs_interfaceid": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Converting VIF {"id": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "address": "fa:16:3e:64:e1:f2", "network": {"id": "cee24fad-9b89-4d85-91ab-5e4be4ac6afc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1763263934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fe7f1c5d3fd4c5a81d2b9a66467e24b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53ea4a73-9b", "ovs_interfaceid": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:e1:f2,bridge_name='br-int',has_traffic_filtering=True,id=53ea4a73-9b01-49e1-9da0-b498e74ae82b,network=Network(cee24fad-9b89-4d85-91ab-5e4be4ac6afc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53ea4a73-9b') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG os_vif [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:e1:f2,bridge_name='br-int',has_traffic_filtering=True,id=53ea4a73-9b01-49e1-9da0-b498e74ae82b,network=Network(cee24fad-9b89-4d85-91ab-5e4be4ac6afc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53ea4a73-9b') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9003b5e3-0ddc-53a1-aedd-b1a424666614', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap53ea4a73-9b, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap53ea4a73-9b, col_values=(('qos', UUID('5ac8e188-5dd6-4073-a815-b395086c8387')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap53ea4a73-9b, col_values=(('external_ids', {'iface-id': '53ea4a73-9b01-49e1-9da0-b498e74ae82b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:64:e1:f2', 'vm-uuid': 'fd56ff76-656e-41dc-9310-76344f6ee254'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:51:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:39 user nova-compute[74974]: INFO os_vif [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:e1:f2,bridge_name='br-int',has_traffic_filtering=True,id=53ea4a73-9b01-49e1-9da0-b498e74ae82b,network=Network(cee24fad-9b89-4d85-91ab-5e4be4ac6afc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53ea4a73-9b')
Nov 29 11:51:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:51:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] No VIF found with MAC fa:16:3e:64:e1:f2, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:51:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71304aa8-ae9e-4a14-b2bd-f2558dd269a7/disk --force-share --output=json" returned: 0 in 0.296s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71304aa8-ae9e-4a14-b2bd-f2558dd269a7/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71304aa8-ae9e-4a14-b2bd-f2558dd269a7/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk --force-share --output=json" returned: 0 in 0.320s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk --force-share --output=json" returned: 0 in 0.275s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.compute.manager [req-320f35e3-c87a-4e8f-830d-c3d28db6a042 req-b96905f9-d184-4f6e-95dc-be7393d01e22 service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Received event network-vif-plugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-320f35e3-c87a-4e8f-830d-c3d28db6a042 req-b96905f9-d184-4f6e-95dc-be7393d01e22 service nova] Acquiring lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-320f35e3-c87a-4e8f-830d-c3d28db6a042 req-b96905f9-d184-4f6e-95dc-be7393d01e22 service nova] Lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-320f35e3-c87a-4e8f-830d-c3d28db6a042 req-b96905f9-d184-4f6e-95dc-be7393d01e22 service nova] Lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.compute.manager [req-320f35e3-c87a-4e8f-830d-c3d28db6a042 req-b96905f9-d184-4f6e-95dc-be7393d01e22 service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] No waiting events found dispatching network-vif-plugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:51:45 user nova-compute[74974]: WARNING nova.compute.manager [req-320f35e3-c87a-4e8f-830d-c3d28db6a042 req-b96905f9-d184-4f6e-95dc-be7393d01e22 service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Received unexpected event network-vif-plugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b for instance with vm_state building and task_state spawning.
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.compute.manager [req-32ccf378-81f6-4a54-a898-ab58d6153e2a req-416df981-d4e6-45c5-a7ac-1859ca25c0fa service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Received event network-vif-plugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-32ccf378-81f6-4a54-a898-ab58d6153e2a req-416df981-d4e6-45c5-a7ac-1859ca25c0fa service nova] Acquiring lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-32ccf378-81f6-4a54-a898-ab58d6153e2a req-416df981-d4e6-45c5-a7ac-1859ca25c0fa service nova] Lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-32ccf378-81f6-4a54-a898-ab58d6153e2a req-416df981-d4e6-45c5-a7ac-1859ca25c0fa service nova] Lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.compute.manager [req-32ccf378-81f6-4a54-a898-ab58d6153e2a req-416df981-d4e6-45c5-a7ac-1859ca25c0fa service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] No waiting events found dispatching network-vif-plugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:51:45 user nova-compute[74974]: WARNING nova.compute.manager [req-32ccf378-81f6-4a54-a898-ab58d6153e2a req-416df981-d4e6-45c5-a7ac-1859ca25c0fa service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Received unexpected event network-vif-plugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b for instance with vm_state building and task_state spawning.
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:51:45 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:51:45 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8134MB free_disk=25.587093353271484GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:45 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Instance spawned successfully.
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:45 user nova-compute[74974]: INFO nova.compute.manager [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Took 6.97 seconds to spawn the instance on the hypervisor.
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:51:45 user nova-compute[74974]: INFO nova.compute.manager [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Took 22.21 seconds to build instance.
Nov 29 11:51:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9390e164-a3aa-49fe-bbb3-73ef679c1164 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "fd56ff76-656e-41dc-9310-76344f6ee254" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.387s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 71304aa8-ae9e-4a14-b2bd-f2558dd269a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2064c075-ca5f-4ef8-a34f-7c0d64debb57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 3c3aea46-8c78-47db-81a1-6783f7c61a43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 67c20aab-6955-41a5-b21b-8f556663d70b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance cffdb25b-6232-479e-9213-861ca86e033e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 30f17c86-1a4a-4313-9fcb-43cf4f247d5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance fd56ff76-656e-41dc-9310-76344f6ee254 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 7c9788a5-9bc1-404a-9b86-44e3af513159 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing inventories for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Updating ProviderTree inventory for provider acbc7b17-f018-42b8-afd4-030057f87dc2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Updating inventory in ProviderTree for provider acbc7b17-f018-42b8-afd4-030057f87dc2 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing aggregate associations for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2, aggregates: None {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 11:51:45 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing trait associations for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_NONE {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 11:51:46 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:51:46 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:51:46 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:51:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.416s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:47 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:51:47 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:51:47 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:51:47 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 11:51:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-71304aa8-ae9e-4a14-b2bd-f2558dd269a7" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:51:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-71304aa8-ae9e-4a14-b2bd-f2558dd269a7" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:51:47 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 11:51:47 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lazy-loading 'info_cache' on Instance uuid 71304aa8-ae9e-4a14-b2bd-f2558dd269a7 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:51:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:48 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Updating instance_info_cache with network_info: [{"id": "6ca61da5-7bd3-4d53-89d0-dec4a3b5f481", "address": "fa:16:3e:30:0a:b6", "network": {"id": "41541229-6c4e-45d6-8299-e7f4aefb9226", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1705981066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9225bcc6257e4b61b71de0cdd533ebd8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ca61da5-7b", "ovs_interfaceid": "6ca61da5-7bd3-4d53-89d0-dec4a3b5f481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:51:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-71304aa8-ae9e-4a14-b2bd-f2558dd269a7" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:51:48 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 11:51:48 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:51:48 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:51:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Acquiring lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:51:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:50 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:51:50 user nova-compute[74974]: INFO nova.compute.claims [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Claim successful on node user
Nov 29 11:51:50 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:51:50 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:51:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.512s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:51:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:51:50 user nova-compute[74974]: DEBUG nova.network.neutron [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:51:50 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:51:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:51:50 user nova-compute[74974]: DEBUG nova.policy [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '414acb295caf4ea29d818c6055817f01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f4d350489964de78ced58575d5f5c2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:51:51 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Creating image(s)
Nov 29 11:51:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Acquiring lock "/opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "/opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "/opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.204s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.213s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/disk 1073741824" returned: 0 in 0.080s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.300s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.189s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG nova.network.neutron [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Successfully created port: b545a1db-1d11-4f87-a3d7-f25c678328e4 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Cannot resize image /opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Ensure instance console log exists: /opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:52 user nova-compute[74974]: DEBUG nova.network.neutron [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Successfully updated port: b545a1db-1d11-4f87-a3d7-f25c678328e4 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:51:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Acquiring lock "refresh_cache-b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:51:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Acquired lock "refresh_cache-b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:51:52 user nova-compute[74974]: DEBUG nova.network.neutron [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:51:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-4cb61bfe-85f4-456d-ad4b-96e95ab5faa8 req-7586b0d8-bbdf-4b01-a437-69f9083dab00 service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Received event network-changed-b545a1db-1d11-4f87-a3d7-f25c678328e4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-4cb61bfe-85f4-456d-ad4b-96e95ab5faa8 req-7586b0d8-bbdf-4b01-a437-69f9083dab00 service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Refreshing instance network info cache due to event network-changed-b545a1db-1d11-4f87-a3d7-f25c678328e4. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:51:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-4cb61bfe-85f4-456d-ad4b-96e95ab5faa8 req-7586b0d8-bbdf-4b01-a437-69f9083dab00 service nova] Acquiring lock "refresh_cache-b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:51:52 user nova-compute[74974]: DEBUG nova.network.neutron [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.network.neutron [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Updating instance_info_cache with network_info: [{"id": "b545a1db-1d11-4f87-a3d7-f25c678328e4", "address": "fa:16:3e:24:8b:da", "network": {"id": "56db2e4c-8ace-45ba-b6e0-fe662932ef2a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-423475728-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f4d350489964de78ced58575d5f5c2e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb545a1db-1d", "ovs_interfaceid": "b545a1db-1d11-4f87-a3d7-f25c678328e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Releasing lock "refresh_cache-b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Instance network_info: |[{"id": "b545a1db-1d11-4f87-a3d7-f25c678328e4", "address": "fa:16:3e:24:8b:da", "network": {"id": "56db2e4c-8ace-45ba-b6e0-fe662932ef2a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-423475728-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f4d350489964de78ced58575d5f5c2e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb545a1db-1d", "ovs_interfaceid": "b545a1db-1d11-4f87-a3d7-f25c678328e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-4cb61bfe-85f4-456d-ad4b-96e95ab5faa8 req-7586b0d8-bbdf-4b01-a437-69f9083dab00 service nova] Acquired lock "refresh_cache-b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.network.neutron [req-4cb61bfe-85f4-456d-ad4b-96e95ab5faa8 req-7586b0d8-bbdf-4b01-a437-69f9083dab00 service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Refreshing network info cache for port b545a1db-1d11-4f87-a3d7-f25c678328e4 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Start _get_guest_xml network_info=[{"id": "b545a1db-1d11-4f87-a3d7-f25c678328e4", "address": "fa:16:3e:24:8b:da", "network": {"id": "56db2e4c-8ace-45ba-b6e0-fe662932ef2a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-423475728-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f4d350489964de78ced58575d5f5c2e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb545a1db-1d", "ovs_interfaceid": "b545a1db-1d11-4f87-a3d7-f25c678328e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:51:53 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:51:53 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:51:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1035832272',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1035832272',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1035832',id=9,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHtujcMCHY6FBg3I2dY8MqS03jTOMQtn/j2nxvntQt7L3oqP6Ptpt/v6NmJvy96cCdA5vj91VMaepmALLAO9CtPG/a1PpJ2YFTeCx4FY5epV2rPMLoGRWIK+vX97/QQGvQ==',key_name='tempest-keypair-182207678',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7f4d350489964de78ced58575d5f5c2e',ramdisk_id='',reservation_id='r-zc2lpxqp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-142045396',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:51:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='414acb295caf4ea29d818c6055817f01',uuid=b647afc8-4fcc-47c1-bd74-c5aa4a490ccc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b545a1db-1d11-4f87-a3d7-f25c678328e4", "address": "fa:16:3e:24:8b:da", "network": {"id": "56db2e4c-8ace-45ba-b6e0-fe662932ef2a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-423475728-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f4d350489964de78ced58575d5f5c2e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb545a1db-1d", "ovs_interfaceid": "b545a1db-1d11-4f87-a3d7-f25c678328e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Converting VIF {"id": "b545a1db-1d11-4f87-a3d7-f25c678328e4", "address": "fa:16:3e:24:8b:da", "network": {"id": "56db2e4c-8ace-45ba-b6e0-fe662932ef2a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-423475728-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f4d350489964de78ced58575d5f5c2e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb545a1db-1d", "ovs_interfaceid": "b545a1db-1d11-4f87-a3d7-f25c678328e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:8b:da,bridge_name='br-int',has_traffic_filtering=True,id=b545a1db-1d11-4f87-a3d7-f25c678328e4,network=Network(56db2e4c-8ace-45ba-b6e0-fe662932ef2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb545a1db-1d') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.objects.instance [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lazy-loading 'pci_devices' on Instance uuid b647afc8-4fcc-47c1-bd74-c5aa4a490ccc {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:51:53 user nova-compute[74974]:   <uuid>b647afc8-4fcc-47c1-bd74-c5aa4a490ccc</uuid>
Nov 29 11:51:53 user nova-compute[74974]:   <name>instance-00000009</name>
Nov 29 11:51:53 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:51:53 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:51:53 user nova-compute[74974]:   <metadata>
Nov 29 11:51:53 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:51:53 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:51:53 user nova-compute[74974]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-1035832272</nova:name>
Nov 29 11:51:53 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:51:53</nova:creationTime>
Nov 29 11:51:53 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:51:53 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:51:53 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:51:53 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:51:53 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:51:53 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:51:53 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:51:53 user nova-compute[74974]:       <nova:owner>
Nov 29 11:51:53 user nova-compute[74974]:         <nova:user uuid="414acb295caf4ea29d818c6055817f01">tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member</nova:user>
Nov 29 11:51:53 user nova-compute[74974]:         <nova:project uuid="7f4d350489964de78ced58575d5f5c2e">tempest-TestServerVolumeAttachScenarioOldVersion-142045396</nova:project>
Nov 29 11:51:53 user nova-compute[74974]:       </nova:owner>
Nov 29 11:51:53 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:51:53 user nova-compute[74974]:       <nova:ports>
Nov 29 11:51:53 user nova-compute[74974]:         <nova:port uuid="b545a1db-1d11-4f87-a3d7-f25c678328e4">
Nov 29 11:51:53 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 11:51:53 user nova-compute[74974]:         </nova:port>
Nov 29 11:51:53 user nova-compute[74974]:       </nova:ports>
Nov 29 11:51:53 user nova-compute[74974]:     </nova:instance>
Nov 29 11:51:53 user nova-compute[74974]:   </metadata>
Nov 29 11:51:53 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:51:53 user nova-compute[74974]:     <system>
Nov 29 11:51:53 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:51:53 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:51:53 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:51:53 user nova-compute[74974]:       <entry name="serial">b647afc8-4fcc-47c1-bd74-c5aa4a490ccc</entry>
Nov 29 11:51:53 user nova-compute[74974]:       <entry name="uuid">b647afc8-4fcc-47c1-bd74-c5aa4a490ccc</entry>
Nov 29 11:51:53 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:51:53 user nova-compute[74974]:     </system>
Nov 29 11:51:53 user nova-compute[74974]:   </sysinfo>
Nov 29 11:51:53 user nova-compute[74974]:   <os>
Nov 29 11:51:53 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:51:53 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:51:53 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:51:53 user nova-compute[74974]:   </os>
Nov 29 11:51:53 user nova-compute[74974]:   <features>
Nov 29 11:51:53 user nova-compute[74974]:     <acpi/>
Nov 29 11:51:53 user nova-compute[74974]:     <apic/>
Nov 29 11:51:53 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:51:53 user nova-compute[74974]:   </features>
Nov 29 11:51:53 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:51:53 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:51:53 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:51:53 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:51:53 user nova-compute[74974]:   </clock>
Nov 29 11:51:53 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:51:53 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:51:53 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:51:53 user nova-compute[74974]:   </cpu>
Nov 29 11:51:53 user nova-compute[74974]:   <devices>
Nov 29 11:51:53 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 11:51:53 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 11:51:53 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/disk"/>
Nov 29 11:51:53 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:51:53 user nova-compute[74974]:     </disk>
Nov 29 11:51:53 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:51:53 user nova-compute[74974]:       <mac address="fa:16:3e:24:8b:da"/>
Nov 29 11:51:53 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:51:53 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:51:53 user nova-compute[74974]:       <target dev="tapb545a1db-1d"/>
Nov 29 11:51:53 user nova-compute[74974]:     </interface>
Nov 29 11:51:53 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:51:53 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/console.log" append="off"/>
Nov 29 11:51:53 user nova-compute[74974]:     </serial>
Nov 29 11:51:53 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:51:53 user nova-compute[74974]:     <video>
Nov 29 11:51:53 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:51:53 user nova-compute[74974]:     </video>
Nov 29 11:51:53 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:51:53 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:51:53 user nova-compute[74974]:     </rng>
Nov 29 11:51:53 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:51:53 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:51:53 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:51:53 user nova-compute[74974]:     </memballoon>
Nov 29 11:51:53 user nova-compute[74974]:   </devices>
Nov 29 11:51:53 user nova-compute[74974]: </domain>
Nov 29 11:51:53 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:51:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1035832272',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1035832272',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1035832',id=9,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHtujcMCHY6FBg3I2dY8MqS03jTOMQtn/j2nxvntQt7L3oqP6Ptpt/v6NmJvy96cCdA5vj91VMaepmALLAO9CtPG/a1PpJ2YFTeCx4FY5epV2rPMLoGRWIK+vX97/QQGvQ==',key_name='tempest-keypair-182207678',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7f4d350489964de78ced58575d5f5c2e',ramdisk_id='',reservation_id='r-zc2lpxqp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-142045396',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:51:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='414acb295caf4ea29d818c6055817f01',uuid=b647afc8-4fcc-47c1-bd74-c5aa4a490ccc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b545a1db-1d11-4f87-a3d7-f25c678328e4", "address": "fa:16:3e:24:8b:da", "network": {"id": "56db2e4c-8ace-45ba-b6e0-fe662932ef2a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-423475728-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f4d350489964de78ced58575d5f5c2e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb545a1db-1d", "ovs_interfaceid": "b545a1db-1d11-4f87-a3d7-f25c678328e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Converting VIF {"id": "b545a1db-1d11-4f87-a3d7-f25c678328e4", "address": "fa:16:3e:24:8b:da", "network": {"id": "56db2e4c-8ace-45ba-b6e0-fe662932ef2a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-423475728-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f4d350489964de78ced58575d5f5c2e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb545a1db-1d", "ovs_interfaceid": "b545a1db-1d11-4f87-a3d7-f25c678328e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:8b:da,bridge_name='br-int',has_traffic_filtering=True,id=b545a1db-1d11-4f87-a3d7-f25c678328e4,network=Network(56db2e4c-8ace-45ba-b6e0-fe662932ef2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb545a1db-1d') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG os_vif [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:8b:da,bridge_name='br-int',has_traffic_filtering=True,id=b545a1db-1d11-4f87-a3d7-f25c678328e4,network=Network(56db2e4c-8ace-45ba-b6e0-fe662932ef2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb545a1db-1d') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6f24c11c-7478-5993-8fd6-a1e15d8b12f9', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb545a1db-1d, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb545a1db-1d, col_values=(('qos', UUID('ece06aa2-3ed9-4b68-a8b0-ca1e2b9f387d')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb545a1db-1d, col_values=(('external_ids', {'iface-id': 'b545a1db-1d11-4f87-a3d7-f25c678328e4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:24:8b:da', 'vm-uuid': 'b647afc8-4fcc-47c1-bd74-c5aa4a490ccc'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:53 user nova-compute[74974]: INFO os_vif [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:8b:da,bridge_name='br-int',has_traffic_filtering=True,id=b545a1db-1d11-4f87-a3d7-f25c678328e4,network=Network(56db2e4c-8ace-45ba-b6e0-fe662932ef2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb545a1db-1d')
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] No VIF found with MAC fa:16:3e:24:8b:da, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.network.neutron [req-4cb61bfe-85f4-456d-ad4b-96e95ab5faa8 req-7586b0d8-bbdf-4b01-a437-69f9083dab00 service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Updated VIF entry in instance network info cache for port b545a1db-1d11-4f87-a3d7-f25c678328e4. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG nova.network.neutron [req-4cb61bfe-85f4-456d-ad4b-96e95ab5faa8 req-7586b0d8-bbdf-4b01-a437-69f9083dab00 service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Updating instance_info_cache with network_info: [{"id": "b545a1db-1d11-4f87-a3d7-f25c678328e4", "address": "fa:16:3e:24:8b:da", "network": {"id": "56db2e4c-8ace-45ba-b6e0-fe662932ef2a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-423475728-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f4d350489964de78ced58575d5f5c2e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb545a1db-1d", "ovs_interfaceid": "b545a1db-1d11-4f87-a3d7-f25c678328e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:51:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-4cb61bfe-85f4-456d-ad4b-96e95ab5faa8 req-7586b0d8-bbdf-4b01-a437-69f9083dab00 service nova] Releasing lock "refresh_cache-b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:51:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-0f1d1294-a08f-4e66-9a5c-6bde40fb2893 req-58771442-7fc2-418f-a690-f1b8c535b0ca service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Received event network-vif-plugged-b545a1db-1d11-4f87-a3d7-f25c678328e4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0f1d1294-a08f-4e66-9a5c-6bde40fb2893 req-58771442-7fc2-418f-a690-f1b8c535b0ca service nova] Acquiring lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0f1d1294-a08f-4e66-9a5c-6bde40fb2893 req-58771442-7fc2-418f-a690-f1b8c535b0ca service nova] Lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0f1d1294-a08f-4e66-9a5c-6bde40fb2893 req-58771442-7fc2-418f-a690-f1b8c535b0ca service nova] Lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-0f1d1294-a08f-4e66-9a5c-6bde40fb2893 req-58771442-7fc2-418f-a690-f1b8c535b0ca service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] No waiting events found dispatching network-vif-plugged-b545a1db-1d11-4f87-a3d7-f25c678328e4 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:51:54 user nova-compute[74974]: WARNING nova.compute.manager [req-0f1d1294-a08f-4e66-9a5c-6bde40fb2893 req-58771442-7fc2-418f-a690-f1b8c535b0ca service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Received unexpected event network-vif-plugged-b545a1db-1d11-4f87-a3d7-f25c678328e4 for instance with vm_state building and task_state spawning.
Nov 29 11:51:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:56 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:51:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:51:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Instance spawned successfully.
Nov 29 11:51:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:51:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:51:56 user nova-compute[74974]: DEBUG nova.compute.manager [req-18e7219f-dedf-4350-982c-db6629f7d93f req-73b6022a-2ab1-4fa1-adb0-1a8b35108683 service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Received event network-vif-plugged-b545a1db-1d11-4f87-a3d7-f25c678328e4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:51:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-18e7219f-dedf-4350-982c-db6629f7d93f req-73b6022a-2ab1-4fa1-adb0-1a8b35108683 service nova] Acquiring lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:51:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-18e7219f-dedf-4350-982c-db6629f7d93f req-73b6022a-2ab1-4fa1-adb0-1a8b35108683 service nova] Lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:51:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-18e7219f-dedf-4350-982c-db6629f7d93f req-73b6022a-2ab1-4fa1-adb0-1a8b35108683 service nova] Lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:56 user nova-compute[74974]: DEBUG nova.compute.manager [req-18e7219f-dedf-4350-982c-db6629f7d93f req-73b6022a-2ab1-4fa1-adb0-1a8b35108683 service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] No waiting events found dispatching network-vif-plugged-b545a1db-1d11-4f87-a3d7-f25c678328e4 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:51:56 user nova-compute[74974]: WARNING nova.compute.manager [req-18e7219f-dedf-4350-982c-db6629f7d93f req-73b6022a-2ab1-4fa1-adb0-1a8b35108683 service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Received unexpected event network-vif-plugged-b545a1db-1d11-4f87-a3d7-f25c678328e4 for instance with vm_state building and task_state spawning.
Nov 29 11:51:56 user nova-compute[74974]: INFO nova.compute.manager [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Took 5.89 seconds to spawn the instance on the hypervisor.
Nov 29 11:51:56 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:51:57 user nova-compute[74974]: INFO nova.compute.manager [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Took 6.79 seconds to build instance.
Nov 29 11:51:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1b3730ce-4be3-4280-b4e2-a840f1b48c6e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.246s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:51:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:51:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquiring lock "be9b6662-5d67-462b-b203-c94c2520ae86" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "be9b6662-5d67-462b-b203-c94c2520ae86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:34 user nova-compute[74974]: DEBUG nova.compute.manager [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:52:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:34 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:52:34 user nova-compute[74974]: INFO nova.compute.claims [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Claim successful on node user
Nov 29 11:52:35 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.532s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG nova.compute.manager [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG nova.compute.manager [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG nova.network.neutron [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:52:35 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:52:35 user nova-compute[74974]: DEBUG nova.compute.manager [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:52:35 user nova-compute[74974]: INFO nova.virt.block_device [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Booting with volume 52ddaa42-f2d6-4390-a25f-7a555295d605 at /dev/vda
Nov 29 11:52:35 user nova-compute[74974]: DEBUG nova.policy [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8a3fc5cdc15426c8ff1ee8fdfca4d3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '314dc60f4bc24a15bc2a9c0cffc412b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG os_brick.utils [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[46d2c101-9da4-4ce3-9cef-302200b7d421]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[395e996e-0840-45ce-b844-5ad48198e296]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6733f0c4-fa8f-4feb-82a6-c56d58466f5d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[43b24059-1416-46e3-bb7c-ba8cb51234d6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:52:35 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:52:35 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cf6087f-d7b3-48f1-a094-0309ee4b176b]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG os_brick.utils [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:52:35 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Updating existing volume attachment record: 9a435240-1226-4574-aa48-5024da9fa834 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:52:36 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:52:36 user nova-compute[74974]: DEBUG nova.network.neutron [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Successfully created port: 82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG nova.network.neutron [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Successfully updated port: 82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquiring lock "refresh_cache-be9b6662-5d67-462b-b203-c94c2520ae86" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquired lock "refresh_cache-be9b6662-5d67-462b-b203-c94c2520ae86" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG nova.network.neutron [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-c46815dd-42d3-4fa3-91b1-6840b32dd670 req-74b2f211-c33d-4d26-ae48-23d587145c61 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Received event network-changed-82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-c46815dd-42d3-4fa3-91b1-6840b32dd670 req-74b2f211-c33d-4d26-ae48-23d587145c61 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Refreshing instance network info cache due to event network-changed-82979642-cd20-4260-a437-ccc23ab1de07. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c46815dd-42d3-4fa3-91b1-6840b32dd670 req-74b2f211-c33d-4d26-ae48-23d587145c61 service nova] Acquiring lock "refresh_cache-be9b6662-5d67-462b-b203-c94c2520ae86" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG nova.network.neutron [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "66996956-daa4-48af-b3ab-c21eb0931154" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG nova.compute.manager [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:52:37 user nova-compute[74974]: INFO nova.compute.claims [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Claim successful on node user
Nov 29 11:52:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG nova.network.neutron [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Updating instance_info_cache with network_info: [{"id": "82979642-cd20-4260-a437-ccc23ab1de07", "address": "fa:16:3e:df:0e:01", "network": {"id": "9717308b-24f6-4fb3-8b71-67229b25204b", "bridge": "br-int", "label": "tempest-TestShelveInstance-650406979-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "314dc60f4bc24a15bc2a9c0cffc412b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82979642-cd", "ovs_interfaceid": "82979642-cd20-4260-a437-ccc23ab1de07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Releasing lock "refresh_cache-be9b6662-5d67-462b-b203-c94c2520ae86" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG nova.compute.manager [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Instance network_info: |[{"id": "82979642-cd20-4260-a437-ccc23ab1de07", "address": "fa:16:3e:df:0e:01", "network": {"id": "9717308b-24f6-4fb3-8b71-67229b25204b", "bridge": "br-int", "label": "tempest-TestShelveInstance-650406979-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "314dc60f4bc24a15bc2a9c0cffc412b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82979642-cd", "ovs_interfaceid": "82979642-cd20-4260-a437-ccc23ab1de07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c46815dd-42d3-4fa3-91b1-6840b32dd670 req-74b2f211-c33d-4d26-ae48-23d587145c61 service nova] Acquired lock "refresh_cache-be9b6662-5d67-462b-b203-c94c2520ae86" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG nova.network.neutron [req-c46815dd-42d3-4fa3-91b1-6840b32dd670 req-74b2f211-c33d-4d26-ae48-23d587145c61 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Refreshing network info cache for port 82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.706s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG nova.compute.manager [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG nova.compute.manager [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG nova.network.neutron [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:38 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:52:38 user nova-compute[74974]: DEBUG nova.network.neutron [req-c46815dd-42d3-4fa3-91b1-6840b32dd670 req-74b2f211-c33d-4d26-ae48-23d587145c61 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Updated VIF entry in instance network info cache for port 82979642-cd20-4260-a437-ccc23ab1de07. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG nova.network.neutron [req-c46815dd-42d3-4fa3-91b1-6840b32dd670 req-74b2f211-c33d-4d26-ae48-23d587145c61 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Updating instance_info_cache with network_info: [{"id": "82979642-cd20-4260-a437-ccc23ab1de07", "address": "fa:16:3e:df:0e:01", "network": {"id": "9717308b-24f6-4fb3-8b71-67229b25204b", "bridge": "br-int", "label": "tempest-TestShelveInstance-650406979-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "314dc60f4bc24a15bc2a9c0cffc412b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82979642-cd", "ovs_interfaceid": "82979642-cd20-4260-a437-ccc23ab1de07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG nova.compute.manager [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c46815dd-42d3-4fa3-91b1-6840b32dd670 req-74b2f211-c33d-4d26-ae48-23d587145c61 service nova] Releasing lock "refresh_cache-be9b6662-5d67-462b-b203-c94c2520ae86" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG nova.policy [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54ed4950454643c59fad5235a0feb005', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '722f7976d9e648639971c41c2a5f7cf0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG nova.compute.manager [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:52:38 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Creating image(s)
Nov 29 11:52:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "/opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "/opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "/opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.191s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk 1073741824" returned: 0 in 0.070s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG nova.network.neutron [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Successfully created port: bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.185s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Checking if we can resize image /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71304aa8-ae9e-4a14-b2bd-f2558dd269a7/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Cannot resize image /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Ensure instance console log exists: /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71304aa8-ae9e-4a14-b2bd-f2558dd269a7/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71304aa8-ae9e-4a14-b2bd-f2558dd269a7/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71304aa8-ae9e-4a14-b2bd-f2558dd269a7/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG nova.network.neutron [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Successfully updated port: bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "refresh_cache-66996956-daa4-48af-b3ab-c21eb0931154" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquired lock "refresh_cache-66996956-daa4-48af-b3ab-c21eb0931154" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG nova.network.neutron [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG nova.compute.manager [req-e2c33f79-3513-46af-b2f9-4844d74f4334 req-197fde18-7168-4d44-b1b3-245ffb6e007a service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Received event network-changed-bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG nova.compute.manager [req-e2c33f79-3513-46af-b2f9-4844d74f4334 req-197fde18-7168-4d44-b1b3-245ffb6e007a service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Refreshing instance network info cache due to event network-changed-bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:52:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e2c33f79-3513-46af-b2f9-4844d74f4334 req-197fde18-7168-4d44-b1b3-245ffb6e007a service nova] Acquiring lock "refresh_cache-66996956-daa4-48af-b3ab-c21eb0931154" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.network.neutron [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.network.neutron [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Updating instance_info_cache with network_info: [{"id": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "address": "fa:16:3e:89:3b:69", "network": {"id": "954674c5-6353-42e4-90a2-53c4b06d62f4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-664624636-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "722f7976d9e648639971c41c2a5f7cf0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf7f5ebd-a1", "ovs_interfaceid": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Releasing lock "refresh_cache-66996956-daa4-48af-b3ab-c21eb0931154" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.compute.manager [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Instance network_info: |[{"id": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "address": "fa:16:3e:89:3b:69", "network": {"id": "954674c5-6353-42e4-90a2-53c4b06d62f4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-664624636-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "722f7976d9e648639971c41c2a5f7cf0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf7f5ebd-a1", "ovs_interfaceid": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e2c33f79-3513-46af-b2f9-4844d74f4334 req-197fde18-7168-4d44-b1b3-245ffb6e007a service nova] Acquired lock "refresh_cache-66996956-daa4-48af-b3ab-c21eb0931154" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.network.neutron [req-e2c33f79-3513-46af-b2f9-4844d74f4334 req-197fde18-7168-4d44-b1b3-245ffb6e007a service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Refreshing network info cache for port bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Start _get_guest_xml network_info=[{"id": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "address": "fa:16:3e:89:3b:69", "network": {"id": "954674c5-6353-42e4-90a2-53c4b06d62f4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-664624636-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "722f7976d9e648639971c41c2a5f7cf0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf7f5ebd-a1", "ovs_interfaceid": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:52:40 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:52:40 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:52:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-41467709',display_name='tempest-SnapshotDataIntegrityTests-server-41467709',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-41467709',id=11,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAIdsAMM4PwzRtVmEabYklKNYQh3e7N8CISOcij+pWCgbUrNpWvSyM+b37NriqeOek47W112/0Xd9zmXpuhnYhtwn9Xiq4c83/o+rdBFVxL6DobV9F8UNffKW8kul6bTzw==',key_name='tempest-keypair-1459760172',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='722f7976d9e648639971c41c2a5f7cf0',ramdisk_id='',reservation_id='r-h2bxw8j6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1055977997',owner_user_name='tempest-SnapshotDataIntegrityTests-1055977997-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:52:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='54ed4950454643c59fad5235a0feb005',uuid=66996956-daa4-48af-b3ab-c21eb0931154,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "address": "fa:16:3e:89:3b:69", "network": {"id": "954674c5-6353-42e4-90a2-53c4b06d62f4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-664624636-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "722f7976d9e648639971c41c2a5f7cf0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf7f5ebd-a1", "ovs_interfaceid": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Converting VIF {"id": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "address": "fa:16:3e:89:3b:69", "network": {"id": "954674c5-6353-42e4-90a2-53c4b06d62f4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-664624636-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "722f7976d9e648639971c41c2a5f7cf0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf7f5ebd-a1", "ovs_interfaceid": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:3b:69,bridge_name='br-int',has_traffic_filtering=True,id=bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a,network=Network(954674c5-6353-42e4-90a2-53c4b06d62f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf7f5ebd-a1') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.objects.instance [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lazy-loading 'pci_devices' on Instance uuid 66996956-daa4-48af-b3ab-c21eb0931154 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:52:40 user nova-compute[74974]:   <uuid>66996956-daa4-48af-b3ab-c21eb0931154</uuid>
Nov 29 11:52:40 user nova-compute[74974]:   <name>instance-0000000b</name>
Nov 29 11:52:40 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:52:40 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:52:40 user nova-compute[74974]:   <metadata>
Nov 29 11:52:40 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:52:40 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:52:40 user nova-compute[74974]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-41467709</nova:name>
Nov 29 11:52:40 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:52:40</nova:creationTime>
Nov 29 11:52:40 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:52:40 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:52:40 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:52:40 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:52:40 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:52:40 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:52:40 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:52:40 user nova-compute[74974]:       <nova:owner>
Nov 29 11:52:40 user nova-compute[74974]:         <nova:user uuid="54ed4950454643c59fad5235a0feb005">tempest-SnapshotDataIntegrityTests-1055977997-project-member</nova:user>
Nov 29 11:52:40 user nova-compute[74974]:         <nova:project uuid="722f7976d9e648639971c41c2a5f7cf0">tempest-SnapshotDataIntegrityTests-1055977997</nova:project>
Nov 29 11:52:40 user nova-compute[74974]:       </nova:owner>
Nov 29 11:52:40 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:52:40 user nova-compute[74974]:       <nova:ports>
Nov 29 11:52:40 user nova-compute[74974]:         <nova:port uuid="bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a">
Nov 29 11:52:40 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 29 11:52:40 user nova-compute[74974]:         </nova:port>
Nov 29 11:52:40 user nova-compute[74974]:       </nova:ports>
Nov 29 11:52:40 user nova-compute[74974]:     </nova:instance>
Nov 29 11:52:40 user nova-compute[74974]:   </metadata>
Nov 29 11:52:40 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:52:40 user nova-compute[74974]:     <system>
Nov 29 11:52:40 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:52:40 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:52:40 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:52:40 user nova-compute[74974]:       <entry name="serial">66996956-daa4-48af-b3ab-c21eb0931154</entry>
Nov 29 11:52:40 user nova-compute[74974]:       <entry name="uuid">66996956-daa4-48af-b3ab-c21eb0931154</entry>
Nov 29 11:52:40 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:52:40 user nova-compute[74974]:     </system>
Nov 29 11:52:40 user nova-compute[74974]:   </sysinfo>
Nov 29 11:52:40 user nova-compute[74974]:   <os>
Nov 29 11:52:40 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:52:40 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:52:40 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:52:40 user nova-compute[74974]:   </os>
Nov 29 11:52:40 user nova-compute[74974]:   <features>
Nov 29 11:52:40 user nova-compute[74974]:     <acpi/>
Nov 29 11:52:40 user nova-compute[74974]:     <apic/>
Nov 29 11:52:40 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:52:40 user nova-compute[74974]:   </features>
Nov 29 11:52:40 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:52:40 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:52:40 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:52:40 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:52:40 user nova-compute[74974]:   </clock>
Nov 29 11:52:40 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:52:40 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:52:40 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:52:40 user nova-compute[74974]:   </cpu>
Nov 29 11:52:40 user nova-compute[74974]:   <devices>
Nov 29 11:52:40 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 11:52:40 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 11:52:40 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk"/>
Nov 29 11:52:40 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:52:40 user nova-compute[74974]:     </disk>
Nov 29 11:52:40 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:52:40 user nova-compute[74974]:       <mac address="fa:16:3e:89:3b:69"/>
Nov 29 11:52:40 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:52:40 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:52:40 user nova-compute[74974]:       <target dev="tapbf7f5ebd-a1"/>
Nov 29 11:52:40 user nova-compute[74974]:     </interface>
Nov 29 11:52:40 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:52:40 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/console.log" append="off"/>
Nov 29 11:52:40 user nova-compute[74974]:     </serial>
Nov 29 11:52:40 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:52:40 user nova-compute[74974]:     <video>
Nov 29 11:52:40 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:52:40 user nova-compute[74974]:     </video>
Nov 29 11:52:40 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:52:40 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:52:40 user nova-compute[74974]:     </rng>
Nov 29 11:52:40 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:52:40 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:52:40 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:52:40 user nova-compute[74974]:     </memballoon>
Nov 29 11:52:40 user nova-compute[74974]:   </devices>
Nov 29 11:52:40 user nova-compute[74974]: </domain>
Nov 29 11:52:40 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:52:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-41467709',display_name='tempest-SnapshotDataIntegrityTests-server-41467709',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-41467709',id=11,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAIdsAMM4PwzRtVmEabYklKNYQh3e7N8CISOcij+pWCgbUrNpWvSyM+b37NriqeOek47W112/0Xd9zmXpuhnYhtwn9Xiq4c83/o+rdBFVxL6DobV9F8UNffKW8kul6bTzw==',key_name='tempest-keypair-1459760172',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='722f7976d9e648639971c41c2a5f7cf0',ramdisk_id='',reservation_id='r-h2bxw8j6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1055977997',owner_user_name='tempest-SnapshotDataIntegrityTests-1055977997-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:52:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='54ed4950454643c59fad5235a0feb005',uuid=66996956-daa4-48af-b3ab-c21eb0931154,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "address": "fa:16:3e:89:3b:69", "network": {"id": "954674c5-6353-42e4-90a2-53c4b06d62f4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-664624636-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "722f7976d9e648639971c41c2a5f7cf0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf7f5ebd-a1", "ovs_interfaceid": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Converting VIF {"id": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "address": "fa:16:3e:89:3b:69", "network": {"id": "954674c5-6353-42e4-90a2-53c4b06d62f4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-664624636-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "722f7976d9e648639971c41c2a5f7cf0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf7f5ebd-a1", "ovs_interfaceid": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:3b:69,bridge_name='br-int',has_traffic_filtering=True,id=bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a,network=Network(954674c5-6353-42e4-90a2-53c4b06d62f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf7f5ebd-a1') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG os_vif [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:3b:69,bridge_name='br-int',has_traffic_filtering=True,id=bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a,network=Network(954674c5-6353-42e4-90a2-53c4b06d62f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf7f5ebd-a1') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6b0d7121-7427-53f4-a040-f24527b37740', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbf7f5ebd-a1, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbf7f5ebd-a1, col_values=(('qos', UUID('f2449981-2c59-44c5-ba24-f4b16d96b5aa')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbf7f5ebd-a1, col_values=(('external_ids', {'iface-id': 'bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:89:3b:69', 'vm-uuid': '66996956-daa4-48af-b3ab-c21eb0931154'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:40 user nova-compute[74974]: INFO os_vif [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:3b:69,bridge_name='br-int',has_traffic_filtering=True,id=bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a,network=Network(954674c5-6353-42e4-90a2-53c4b06d62f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf7f5ebd-a1')
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] No VIF found with MAC fa:16:3e:89:3b:69, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.network.neutron [req-e2c33f79-3513-46af-b2f9-4844d74f4334 req-197fde18-7168-4d44-b1b3-245ffb6e007a service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Updated VIF entry in instance network info cache for port bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG nova.network.neutron [req-e2c33f79-3513-46af-b2f9-4844d74f4334 req-197fde18-7168-4d44-b1b3-245ffb6e007a service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Updating instance_info_cache with network_info: [{"id": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "address": "fa:16:3e:89:3b:69", "network": {"id": "954674c5-6353-42e4-90a2-53c4b06d62f4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-664624636-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "722f7976d9e648639971c41c2a5f7cf0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf7f5ebd-a1", "ovs_interfaceid": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e2c33f79-3513-46af-b2f9-4844d74f4334 req-197fde18-7168-4d44-b1b3-245ffb6e007a service nova] Releasing lock "refresh_cache-66996956-daa4-48af-b3ab-c21eb0931154" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Acquiring lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:41 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:52:41 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:52:41 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=7268MB free_disk=25.429481506347656GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:52:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:41 user nova-compute[74974]: DEBUG nova.objects.instance [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lazy-loading 'flavor' on Instance uuid 71304aa8-ae9e-4a14-b2bd-f2558dd269a7 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:52:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.108s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:52:41 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 71304aa8-ae9e-4a14-b2bd-f2558dd269a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:52:41 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2064c075-ca5f-4ef8-a34f-7c0d64debb57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:52:41 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 3c3aea46-8c78-47db-81a1-6783f7c61a43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:52:41 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 67c20aab-6955-41a5-b21b-8f556663d70b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:52:41 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance cffdb25b-6232-479e-9213-861ca86e033e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:52:41 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 30f17c86-1a4a-4313-9fcb-43cf4f247d5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:52:41 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance fd56ff76-656e-41dc-9310-76344f6ee254 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:52:41 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 7c9788a5-9bc1-404a-9b86-44e3af513159 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:52:41 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance b647afc8-4fcc-47c1-bd74-c5aa4a490ccc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:52:41 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance be9b6662-5d67-462b-b203-c94c2520ae86 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:52:41 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 66996956-daa4-48af-b3ab-c21eb0931154 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:52:41 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:52:41 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Acquiring lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:42 user nova-compute[74974]: INFO nova.compute.manager [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Attaching volume 478b7a81-bf62-4f6e-9e63-c8904365a3d2 to /dev/vdb
Nov 29 11:52:42 user nova-compute[74974]: DEBUG os_brick.utils [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[363341fc-2a12-4bd0-b4a3-6c4877c26336]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0365ea2-e577-481d-b738-a63655bafbb3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebeae290-649b-4c73-b95e-cb94f725fa73]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG nova.compute.manager [req-b39154ef-24dd-4b7f-97fb-d549ae493192 req-36693c95-9f8a-427c-b9a5-2915ab778d94 service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Received event network-vif-plugged-bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b39154ef-24dd-4b7f-97fb-d549ae493192 req-36693c95-9f8a-427c-b9a5-2915ab778d94 service nova] Acquiring lock "66996956-daa4-48af-b3ab-c21eb0931154-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b39154ef-24dd-4b7f-97fb-d549ae493192 req-36693c95-9f8a-427c-b9a5-2915ab778d94 service nova] Lock "66996956-daa4-48af-b3ab-c21eb0931154-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b39154ef-24dd-4b7f-97fb-d549ae493192 req-36693c95-9f8a-427c-b9a5-2915ab778d94 service nova] Lock "66996956-daa4-48af-b3ab-c21eb0931154-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG nova.compute.manager [req-b39154ef-24dd-4b7f-97fb-d549ae493192 req-36693c95-9f8a-427c-b9a5-2915ab778d94 service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] No waiting events found dispatching network-vif-plugged-bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:52:42 user nova-compute[74974]: WARNING nova.compute.manager [req-b39154ef-24dd-4b7f-97fb-d549ae493192 req-36693c95-9f8a-427c-b9a5-2915ab778d94 service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Received unexpected event network-vif-plugged-bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a for instance with vm_state building and task_state spawning.
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4a0cd80-3f59-4d4e-8834-8f3f5aa5fab4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:52:42 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4d67dad-54de-4f4b-8469-33a56f6ee52f]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG os_brick.utils [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] <== get_connector_properties: return (219ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Updating existing volume attachment record: 6beff3c2-d524-4735-8713-31d6a1dc5ede {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.873s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG nova.compute.manager [req-791ae11e-81bf-4f24-9033-004a76a83b4f req-76b9ad23-ef00-4ca2-bf69-9db2d39b673d service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received event network-changed-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG nova.compute.manager [req-791ae11e-81bf-4f24-9033-004a76a83b4f req-76b9ad23-ef00-4ca2-bf69-9db2d39b673d service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Refreshing instance network info cache due to event network-changed-47b8c2fd-418a-4255-bb7f-4c6ed9509554. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-791ae11e-81bf-4f24-9033-004a76a83b4f req-76b9ad23-ef00-4ca2-bf69-9db2d39b673d service nova] Acquiring lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-791ae11e-81bf-4f24-9033-004a76a83b4f req-76b9ad23-ef00-4ca2-bf69-9db2d39b673d service nova] Acquired lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG nova.network.neutron [req-791ae11e-81bf-4f24-9033-004a76a83b4f req-76b9ad23-ef00-4ca2-bf69-9db2d39b673d service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Refreshing network info cache for port 47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:43 user nova-compute[74974]: DEBUG nova.network.neutron [req-791ae11e-81bf-4f24-9033-004a76a83b4f req-76b9ad23-ef00-4ca2-bf69-9db2d39b673d service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Updated VIF entry in instance network info cache for port 47b8c2fd-418a-4255-bb7f-4c6ed9509554. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:52:43 user nova-compute[74974]: DEBUG nova.network.neutron [req-791ae11e-81bf-4f24-9033-004a76a83b4f req-76b9ad23-ef00-4ca2-bf69-9db2d39b673d service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Updating instance_info_cache with network_info: [{"id": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "address": "fa:16:3e:7a:98:b9", "network": {"id": "6501b66d-5548-4067-8570-05be291f16e2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95f1246e08d24623a5fbd9f0c17d3fb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b8c2fd-41", "ovs_interfaceid": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:52:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-791ae11e-81bf-4f24-9033-004a76a83b4f req-76b9ad23-ef00-4ca2-bf69-9db2d39b673d service nova] Releasing lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:52:43 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:52:43 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:52:43 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:52:43 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:52:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:52:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:52:43 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 11:52:43 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:52:44 user nova-compute[74974]: INFO nova.compute.manager [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] instance snapshotting
Nov 29 11:52:44 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Beginning live snapshot process
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Updating instance_info_cache with network_info: [{"id": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "address": "fa:16:3e:7a:98:b9", "network": {"id": "6501b66d-5548-4067-8570-05be291f16e2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95f1246e08d24623a5fbd9f0c17d3fb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b8c2fd-41", "ovs_interfaceid": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.compute.manager [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:52:44 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Creating image(s)
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Did not create local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Ensure instance console log exists: /opt/stack/data/nova/instances/be9b6662-5d67-462b-b203-c94c2520ae86/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Start _get_guest_xml network_info=[{"id": "82979642-cd20-4260-a437-ccc23ab1de07", "address": "fa:16:3e:df:0e:01", "network": {"id": "9717308b-24f6-4fb3-8b71-67229b25204b", "bridge": "br-int", "label": "tempest-TestShelveInstance-650406979-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "314dc60f4bc24a15bc2a9c0cffc412b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82979642-cd", "ovs_interfaceid": "82979642-cd20-4260-a437-ccc23ab1de07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': 'virtio', 'attachment_id': '9a435240-1226-4574-aa48-5024da9fa834', 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mbPCiBdZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'be9b6662-5d67-462b-b203-c94c2520ae86', 'attached_at': '', 'detached_at': '', 'volume_id': '52ddaa42-f2d6-4390-a25f-7a555295d605', 'serial': '52ddaa42-f2d6-4390-a25f-7a555295d605'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:52:44 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:52:44 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json -f qcow2 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mbPCiBdZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:52:44 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:52:44 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:52:44 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.compute.manager [req-5c8adad4-0578-410a-bc58-61e1d0442099 req-8aae8d96-ce2e-4b3e-9521-920487f921c5 service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Received event network-vif-plugged-bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5c8adad4-0578-410a-bc58-61e1d0442099 req-8aae8d96-ce2e-4b3e-9521-920487f921c5 service nova] Acquiring lock "66996956-daa4-48af-b3ab-c21eb0931154-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5c8adad4-0578-410a-bc58-61e1d0442099 req-8aae8d96-ce2e-4b3e-9521-920487f921c5 service nova] Lock "66996956-daa4-48af-b3ab-c21eb0931154-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5c8adad4-0578-410a-bc58-61e1d0442099 req-8aae8d96-ce2e-4b3e-9521-920487f921c5 service nova] Lock "66996956-daa4-48af-b3ab-c21eb0931154-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.compute.manager [req-5c8adad4-0578-410a-bc58-61e1d0442099 req-8aae8d96-ce2e-4b3e-9521-920487f921c5 service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] No waiting events found dispatching network-vif-plugged-bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:52:44 user nova-compute[74974]: WARNING nova.compute.manager [req-5c8adad4-0578-410a-bc58-61e1d0442099 req-8aae8d96-ce2e-4b3e-9521-920487f921c5 service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Received unexpected event network-vif-plugged-bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a for instance with vm_state building and task_state spawning.
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d3abc92-a863-4f77-8586-b22773439ef7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:52:44 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3afe28ba-c667-4549-ac81-fa0a6f207208]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605] added
Nov 29 11:52:44 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.compute.manager [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:52:44 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Instance spawned successfully.
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb50c1f4-49e8-4ce7-94d0-b33a2e26dd45]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7f02935-d3ff-4bfc-ba6b-54bc66ae35c1]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mbPCiBdZ {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json -f qcow2" returned: 0 in 0.200s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json -f qcow2 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mbPCiBdZ" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b7970ea-c84a-4957-925e-df17a96747d8]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mbPCiBdZ'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e2b05df-aca5-4260-88a8-94b07ba0077f]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:44 user nova-compute[74974]: INFO nova.compute.manager [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Took 5.97 seconds to spawn the instance on the hypervisor.
Nov 29 11:52:44 user nova-compute[74974]: DEBUG nova.compute.manager [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfd836d7-a894-478b-8978-505b65e06518]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:52:44 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:52:44 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1da7f15-873b-40ff-91a2-7281bd6064f4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605, portal: 172.16.0.220,3260]
Nov 29 11:52:44 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605, portal: 172.16.0.220,3260] successful.
Nov 29 11:52:44 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json -f qcow2" returned: 0 in 0.193s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:44 user nova-compute[74974]: INFO nova.compute.manager [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Took 7.15 seconds to build instance.
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5465bd5-be51-49b1-bc58-7e13522a58de]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dfa0f8af-7037-4b19-81b2-67dc0771a193 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.277s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee2bce8a-eebe-4b61-b650-5bb052cd77dc]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:52:44 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:52:44 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:52:44 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:52:44 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.380s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e112e3f-43cf-4642-a664-25a0311ddd5c]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mbPCiBdZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.209s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpzvm3ofwc/6cf8f23128234b42b53d815e8a7c178b.delta 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpzvm3ofwc/6cf8f23128234b42b53d815e8a7c178b.delta 1073741824" returned: 0 in 0.061s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:45 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 29 11:52:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Checking UEFI support for host arch (x86_64) {{(pid=74974) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1753}}
Nov 29 11:52:45 user nova-compute[74974]: INFO nova.virt.libvirt.host [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] UEFI support detected
Nov 29 11:52:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.423s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] <== connect_volume: return (1426ms) {'type': 'block', 'scsi_wwn': '23738333236663061', 'path': '/dev/sdc'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23738333236663061', 'path': '/dev/sdc'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:52:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-540495096',display_name='tempest-TestShelveInstance-server-540495096',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-540495096',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNdOD4X6DqsPPT9Utf18gUMxkpoOAcLGF6CfEV6OYV2d8dliOuXebFd/JY743f2OdWjqMzPMO8oJHfwCZnw4HwWUvh1ORE8Yslcu867ew5UpUWzd6BhL8wAAja7kcppc2A==',key_name='tempest-TestShelveInstance-1269252610',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='314dc60f4bc24a15bc2a9c0cffc412b3',ramdisk_id='',reservation_id='r-4dlyuwug',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1806258391',owner_user_name='tempest-TestShelveInstance-1806258391-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:52:36Z,user_data=None,user_id='f8a3fc5cdc15426c8ff1ee8fdfca4d3b',uuid=be9b6662-5d67-462b-b203-c94c2520ae86,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "82979642-cd20-4260-a437-ccc23ab1de07", "address": "fa:16:3e:df:0e:01", "network": {"id": "9717308b-24f6-4fb3-8b71-67229b25204b", "bridge": "br-int", "label": "tempest-TestShelveInstance-650406979-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "314dc60f4bc24a15bc2a9c0cffc412b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82979642-cd", "ovs_interfaceid": "82979642-cd20-4260-a437-ccc23ab1de07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Converting VIF {"id": "82979642-cd20-4260-a437-ccc23ab1de07", "address": "fa:16:3e:df:0e:01", "network": {"id": "9717308b-24f6-4fb3-8b71-67229b25204b", "bridge": "br-int", "label": "tempest-TestShelveInstance-650406979-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "314dc60f4bc24a15bc2a9c0cffc412b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82979642-cd", "ovs_interfaceid": "82979642-cd20-4260-a437-ccc23ab1de07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:0e:01,bridge_name='br-int',has_traffic_filtering=True,id=82979642-cd20-4260-a437-ccc23ab1de07,network=Network(9717308b-24f6-4fb3-8b71-67229b25204b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82979642-cd') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG nova.objects.instance [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lazy-loading 'pci_devices' on Instance uuid be9b6662-5d67-462b-b203-c94c2520ae86 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:52:45 user nova-compute[74974]:   <uuid>be9b6662-5d67-462b-b203-c94c2520ae86</uuid>
Nov 29 11:52:45 user nova-compute[74974]:   <name>instance-0000000a</name>
Nov 29 11:52:45 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:52:45 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:52:45 user nova-compute[74974]:   <metadata>
Nov 29 11:52:45 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:52:45 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:52:45 user nova-compute[74974]:       <nova:name>tempest-TestShelveInstance-server-540495096</nova:name>
Nov 29 11:52:45 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:52:44</nova:creationTime>
Nov 29 11:52:45 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:52:45 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:52:45 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:52:45 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:52:45 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:52:45 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:52:45 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:52:45 user nova-compute[74974]:       <nova:owner>
Nov 29 11:52:45 user nova-compute[74974]:         <nova:user uuid="f8a3fc5cdc15426c8ff1ee8fdfca4d3b">tempest-TestShelveInstance-1806258391-project-member</nova:user>
Nov 29 11:52:45 user nova-compute[74974]:         <nova:project uuid="314dc60f4bc24a15bc2a9c0cffc412b3">tempest-TestShelveInstance-1806258391</nova:project>
Nov 29 11:52:45 user nova-compute[74974]:       </nova:owner>
Nov 29 11:52:45 user nova-compute[74974]:       <nova:ports>
Nov 29 11:52:45 user nova-compute[74974]:         <nova:port uuid="82979642-cd20-4260-a437-ccc23ab1de07">
Nov 29 11:52:45 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 29 11:52:45 user nova-compute[74974]:         </nova:port>
Nov 29 11:52:45 user nova-compute[74974]:       </nova:ports>
Nov 29 11:52:45 user nova-compute[74974]:     </nova:instance>
Nov 29 11:52:45 user nova-compute[74974]:   </metadata>
Nov 29 11:52:45 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:52:45 user nova-compute[74974]:     <system>
Nov 29 11:52:45 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:52:45 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:52:45 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:52:45 user nova-compute[74974]:       <entry name="serial">be9b6662-5d67-462b-b203-c94c2520ae86</entry>
Nov 29 11:52:45 user nova-compute[74974]:       <entry name="uuid">be9b6662-5d67-462b-b203-c94c2520ae86</entry>
Nov 29 11:52:45 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:52:45 user nova-compute[74974]:     </system>
Nov 29 11:52:45 user nova-compute[74974]:   </sysinfo>
Nov 29 11:52:45 user nova-compute[74974]:   <os>
Nov 29 11:52:45 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:52:45 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:52:45 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:52:45 user nova-compute[74974]:   </os>
Nov 29 11:52:45 user nova-compute[74974]:   <features>
Nov 29 11:52:45 user nova-compute[74974]:     <acpi/>
Nov 29 11:52:45 user nova-compute[74974]:     <apic/>
Nov 29 11:52:45 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:52:45 user nova-compute[74974]:   </features>
Nov 29 11:52:45 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:52:45 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:52:45 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:52:45 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:52:45 user nova-compute[74974]:   </clock>
Nov 29 11:52:45 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:52:45 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:52:45 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:52:45 user nova-compute[74974]:   </cpu>
Nov 29 11:52:45 user nova-compute[74974]:   <devices>
Nov 29 11:52:45 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 11:52:45 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:52:45 user nova-compute[74974]:       <source dev="/dev/sdc"/>
Nov 29 11:52:45 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:52:45 user nova-compute[74974]:       <serial>52ddaa42-f2d6-4390-a25f-7a555295d605</serial>
Nov 29 11:52:45 user nova-compute[74974]:     </disk>
Nov 29 11:52:45 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:52:45 user nova-compute[74974]:       <mac address="fa:16:3e:df:0e:01"/>
Nov 29 11:52:45 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:52:45 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:52:45 user nova-compute[74974]:       <target dev="tap82979642-cd"/>
Nov 29 11:52:45 user nova-compute[74974]:     </interface>
Nov 29 11:52:45 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:52:45 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/be9b6662-5d67-462b-b203-c94c2520ae86/console.log" append="off"/>
Nov 29 11:52:45 user nova-compute[74974]:     </serial>
Nov 29 11:52:45 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:52:45 user nova-compute[74974]:     <video>
Nov 29 11:52:45 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:52:45 user nova-compute[74974]:     </video>
Nov 29 11:52:45 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:52:45 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:52:45 user nova-compute[74974]:     </rng>
Nov 29 11:52:45 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:52:45 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:52:45 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:52:45 user nova-compute[74974]:     </memballoon>
Nov 29 11:52:45 user nova-compute[74974]:   </devices>
Nov 29 11:52:45 user nova-compute[74974]: </domain>
Nov 29 11:52:45 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:52:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-540495096',display_name='tempest-TestShelveInstance-server-540495096',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-540495096',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNdOD4X6DqsPPT9Utf18gUMxkpoOAcLGF6CfEV6OYV2d8dliOuXebFd/JY743f2OdWjqMzPMO8oJHfwCZnw4HwWUvh1ORE8Yslcu867ew5UpUWzd6BhL8wAAja7kcppc2A==',key_name='tempest-TestShelveInstance-1269252610',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='314dc60f4bc24a15bc2a9c0cffc412b3',ramdisk_id='',reservation_id='r-4dlyuwug',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1806258391',owner_user_name='tempest-TestShelveInstance-1806258391-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:52:36Z,user_data=None,user_id='f8a3fc5cdc15426c8ff1ee8fdfca4d3b',uuid=be9b6662-5d67-462b-b203-c94c2520ae86,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "82979642-cd20-4260-a437-ccc23ab1de07", "address": "fa:16:3e:df:0e:01", "network": {"id": "9717308b-24f6-4fb3-8b71-67229b25204b", "bridge": "br-int", "label": "tempest-TestShelveInstance-650406979-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "314dc60f4bc24a15bc2a9c0cffc412b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82979642-cd", "ovs_interfaceid": "82979642-cd20-4260-a437-ccc23ab1de07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Converting VIF {"id": "82979642-cd20-4260-a437-ccc23ab1de07", "address": "fa:16:3e:df:0e:01", "network": {"id": "9717308b-24f6-4fb3-8b71-67229b25204b", "bridge": "br-int", "label": "tempest-TestShelveInstance-650406979-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "314dc60f4bc24a15bc2a9c0cffc412b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82979642-cd", "ovs_interfaceid": "82979642-cd20-4260-a437-ccc23ab1de07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:0e:01,bridge_name='br-int',has_traffic_filtering=True,id=82979642-cd20-4260-a437-ccc23ab1de07,network=Network(9717308b-24f6-4fb3-8b71-67229b25204b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82979642-cd') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG os_vif [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:0e:01,bridge_name='br-int',has_traffic_filtering=True,id=82979642-cd20-4260-a437-ccc23ab1de07,network=Network(9717308b-24f6-4fb3-8b71-67229b25204b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82979642-cd') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cc2cf28f-0ae1-532b-9691-b72b60dfbd96', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap82979642-cd, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap82979642-cd, col_values=(('qos', UUID('58b80968-c0bc-47a3-a92d-59804cbef3e7')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap82979642-cd, col_values=(('external_ids', {'iface-id': '82979642-cd20-4260-a437-ccc23ab1de07', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:0e:01', 'vm-uuid': 'be9b6662-5d67-462b-b203-c94c2520ae86'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:52:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:45 user nova-compute[74974]: INFO os_vif [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:0e:01,bridge_name='br-int',has_traffic_filtering=True,id=82979642-cd20-4260-a437-ccc23ab1de07,network=Network(9717308b-24f6-4fb3-8b71-67229b25204b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82979642-cd')
Nov 29 11:52:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:52:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] No VIF found with MAC fa:16:3e:df:0e:01, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:52:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] COPY block job progress, current cursor: 27328512 final cursor: 75497472 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:52:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:52:46 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 29 11:52:47 user nova-compute[74974]: DEBUG nova.privsep.utils [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74974) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 11:52:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpzvm3ofwc/6cf8f23128234b42b53d815e8a7c178b.delta /opt/stack/data/nova/instances/snapshots/tmpzvm3ofwc/6cf8f23128234b42b53d815e8a7c178b {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpzvm3ofwc/6cf8f23128234b42b53d815e8a7c178b.delta /opt/stack/data/nova/instances/snapshots/tmpzvm3ofwc/6cf8f23128234b42b53d815e8a7c178b" returned: 0 in 0.513s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:47 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Snapshot extracted, beginning image upload
Nov 29 11:52:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "79b495d2-e46d-4dff-9803-22b6721eef88" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "79b495d2-e46d-4dff-9803-22b6721eef88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:47 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:52:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:47 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:52:47 user nova-compute[74974]: INFO nova.compute.claims [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Claim successful on node user
Nov 29 11:52:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:48 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:52:48 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:52:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.689s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:52:48 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:52:48 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:52:48 user nova-compute[74974]: DEBUG nova.network.neutron [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:52:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:48 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:52:48 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:52:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:48 user nova-compute[74974]: DEBUG nova.compute.manager [req-afaccd0e-e460-464b-9b4b-e2e911872563 req-d6914973-2876-4c4c-aecd-7e970b64646d service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Received event network-vif-plugged-82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:52:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-afaccd0e-e460-464b-9b4b-e2e911872563 req-d6914973-2876-4c4c-aecd-7e970b64646d service nova] Acquiring lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-afaccd0e-e460-464b-9b4b-e2e911872563 req-d6914973-2876-4c4c-aecd-7e970b64646d service nova] Lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-afaccd0e-e460-464b-9b4b-e2e911872563 req-d6914973-2876-4c4c-aecd-7e970b64646d service nova] Lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:52:48 user nova-compute[74974]: DEBUG nova.compute.manager [req-afaccd0e-e460-464b-9b4b-e2e911872563 req-d6914973-2876-4c4c-aecd-7e970b64646d service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] No waiting events found dispatching network-vif-plugged-82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:52:48 user nova-compute[74974]: WARNING nova.compute.manager [req-afaccd0e-e460-464b-9b4b-e2e911872563 req-d6914973-2876-4c4c-aecd-7e970b64646d service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Received unexpected event network-vif-plugged-82979642-cd20-4260-a437-ccc23ab1de07 for instance with vm_state building and task_state spawning.
Nov 29 11:52:48 user nova-compute[74974]: DEBUG nova.policy [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3916353998a42d6a65cf663877bbf14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfdef526837a498596f2a4b4dab853ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:52:48 user nova-compute[74974]: INFO nova.virt.block_device [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Booting with volume snapshot 9744a3b6-7819-4ceb-8ffb-f38213980d28 at /dev/vda
Nov 29 11:52:49 user nova-compute[74974]: DEBUG nova.network.neutron [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Successfully created port: af9daefe-4747-4ff6-b9c1-b3db583038d9 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG nova.network.neutron [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Successfully updated port: af9daefe-4747-4ff6-b9c1-b3db583038d9 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "refresh_cache-79b495d2-e46d-4dff-9803-22b6721eef88" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquired lock "refresh_cache-79b495d2-e46d-4dff-9803-22b6721eef88" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG nova.network.neutron [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG nova.compute.manager [req-d5886b21-9265-4434-9ef1-384536e2fefc req-d62fb3f6-6f20-4775-92a6-96786bbe6106 service nova] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Received event network-changed-af9daefe-4747-4ff6-b9c1-b3db583038d9 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG nova.compute.manager [req-d5886b21-9265-4434-9ef1-384536e2fefc req-d62fb3f6-6f20-4775-92a6-96786bbe6106 service nova] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Refreshing instance network info cache due to event network-changed-af9daefe-4747-4ff6-b9c1-b3db583038d9. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d5886b21-9265-4434-9ef1-384536e2fefc req-d62fb3f6-6f20-4775-92a6-96786bbe6106 service nova] Acquiring lock "refresh_cache-79b495d2-e46d-4dff-9803-22b6721eef88" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG nova.network.neutron [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:52:50 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Instance spawned successfully.
Nov 29 11:52:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG nova.network.neutron [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Updating instance_info_cache with network_info: [{"id": "af9daefe-4747-4ff6-b9c1-b3db583038d9", "address": "fa:16:3e:34:83:60", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf9daefe-47", "ovs_interfaceid": "af9daefe-4747-4ff6-b9c1-b3db583038d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Releasing lock "refresh_cache-79b495d2-e46d-4dff-9803-22b6721eef88" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Instance network_info: |[{"id": "af9daefe-4747-4ff6-b9c1-b3db583038d9", "address": "fa:16:3e:34:83:60", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf9daefe-47", "ovs_interfaceid": "af9daefe-4747-4ff6-b9c1-b3db583038d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d5886b21-9265-4434-9ef1-384536e2fefc req-d62fb3f6-6f20-4775-92a6-96786bbe6106 service nova] Acquired lock "refresh_cache-79b495d2-e46d-4dff-9803-22b6721eef88" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG nova.network.neutron [req-d5886b21-9265-4434-9ef1-384536e2fefc req-d62fb3f6-6f20-4775-92a6-96786bbe6106 service nova] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Refreshing network info cache for port af9daefe-4747-4ff6-b9c1-b3db583038d9 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG nova.compute.manager [req-12474695-fbfe-40b1-a2b8-c19f0dc1407a req-0c8098f0-2099-4f2f-921a-3d03744032b2 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Received event network-vif-plugged-82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-12474695-fbfe-40b1-a2b8-c19f0dc1407a req-0c8098f0-2099-4f2f-921a-3d03744032b2 service nova] Acquiring lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-12474695-fbfe-40b1-a2b8-c19f0dc1407a req-0c8098f0-2099-4f2f-921a-3d03744032b2 service nova] Lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-12474695-fbfe-40b1-a2b8-c19f0dc1407a req-0c8098f0-2099-4f2f-921a-3d03744032b2 service nova] Lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG nova.compute.manager [req-12474695-fbfe-40b1-a2b8-c19f0dc1407a req-0c8098f0-2099-4f2f-921a-3d03744032b2 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] No waiting events found dispatching network-vif-plugged-82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:52:50 user nova-compute[74974]: WARNING nova.compute.manager [req-12474695-fbfe-40b1-a2b8-c19f0dc1407a req-0c8098f0-2099-4f2f-921a-3d03744032b2 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Received unexpected event network-vif-plugged-82979642-cd20-4260-a437-ccc23ab1de07 for instance with vm_state building and task_state spawning.
Nov 29 11:52:50 user nova-compute[74974]: INFO nova.compute.manager [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Took 6.64 seconds to spawn the instance on the hypervisor.
Nov 29 11:52:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:52:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:51 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Snapshot image upload complete
Nov 29 11:52:51 user nova-compute[74974]: INFO nova.compute.manager [None req-a4b68f31-d32e-40ac-87b1-072c523800bb tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Took 7.00 seconds to snapshot the instance on the hypervisor.
Nov 29 11:52:51 user nova-compute[74974]: INFO nova.compute.manager [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Took 16.13 seconds to build instance.
Nov 29 11:52:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-572d3bd1-5711-4a77-9a09-e158e2fd1989 tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "be9b6662-5d67-462b-b203-c94c2520ae86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.603s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:52:51 user nova-compute[74974]: DEBUG nova.network.neutron [req-d5886b21-9265-4434-9ef1-384536e2fefc req-d62fb3f6-6f20-4775-92a6-96786bbe6106 service nova] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Updated VIF entry in instance network info cache for port af9daefe-4747-4ff6-b9c1-b3db583038d9. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:52:51 user nova-compute[74974]: DEBUG nova.network.neutron [req-d5886b21-9265-4434-9ef1-384536e2fefc req-d62fb3f6-6f20-4775-92a6-96786bbe6106 service nova] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Updating instance_info_cache with network_info: [{"id": "af9daefe-4747-4ff6-b9c1-b3db583038d9", "address": "fa:16:3e:34:83:60", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf9daefe-47", "ovs_interfaceid": "af9daefe-4747-4ff6-b9c1-b3db583038d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:52:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d5886b21-9265-4434-9ef1-384536e2fefc req-d62fb3f6-6f20-4775-92a6-96786bbe6106 service nova] Releasing lock "refresh_cache-79b495d2-e46d-4dff-9803-22b6721eef88" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:52:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PtEbmydo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:52:54 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:52:54 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:52:54 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[afbc4d4d-0ddc-4114-ab6b-e8a6b8a35fb5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:52:54 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3508ab66-5c7a-4203-9960-bf280a81e238]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2] added
Nov 29 11:52:54 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f9713bc-115a-4ad0-b527-95cb0457b863]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d5bf6e7-7fbc-4bcc-abc7-262f66a0daf9]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PtEbmydo {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PtEbmydo" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[dab8110a-9b12-4abb-855f-751662c6fdb9]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PtEbmydo'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[24f6aaf0-87dc-407c-9de2-8fbf5f2c9f8d]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffcb02ef-16b9-4862-bfff-172bbfabaa4e]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:52:54 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:52:54 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:52:54 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:52:54 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd7eafbb-3c09-41c4-ae7b-26de23d991fd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2, portal: 172.16.0.220,3260]
Nov 29 11:52:54 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2, portal: 172.16.0.220,3260] successful.
Nov 29 11:52:54 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cea1bc9-d04e-47bd-a395-831e74fca463]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f3f4329-a251-429d-9311-cc724f58489f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:52:54 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:52:54 user nova-compute[74974]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 (non-flash)
Nov 29 11:52:54 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:52:54 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:52:54 user nova-compute[74974]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 (non-flash)
Nov 29 11:52:54 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.282s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.031s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6022b3c2-be61-4d5c-a6ce-446ccf5df768]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PtEbmydo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-ff58f729-ba5f-4cbc-9ac5-ff3d8f34436d req-2e780c12-0598-4733-b9e9-3c132d23830c service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Received event network-changed-0fecc7e1-45e6-482d-b734-4119315c282d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-ff58f729-ba5f-4cbc-9ac5-ff3d8f34436d req-2e780c12-0598-4733-b9e9-3c132d23830c service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Refreshing instance network info cache due to event network-changed-0fecc7e1-45e6-482d-b734-4119315c282d. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ff58f729-ba5f-4cbc-9ac5-ff3d8f34436d req-2e780c12-0598-4733-b9e9-3c132d23830c service nova] Acquiring lock "refresh_cache-3c3aea46-8c78-47db-81a1-6783f7c61a43" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ff58f729-ba5f-4cbc-9ac5-ff3d8f34436d req-2e780c12-0598-4733-b9e9-3c132d23830c service nova] Acquired lock "refresh_cache-3c3aea46-8c78-47db-81a1-6783f7c61a43" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:52:54 user nova-compute[74974]: DEBUG nova.network.neutron [req-ff58f729-ba5f-4cbc-9ac5-ff3d8f34436d req-2e780c12-0598-4733-b9e9-3c132d23830c service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Refreshing network info cache for port 0fecc7e1-45e6-482d-b734-4119315c282d {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:52:55 user nova-compute[74974]: DEBUG nova.network.neutron [req-ff58f729-ba5f-4cbc-9ac5-ff3d8f34436d req-2e780c12-0598-4733-b9e9-3c132d23830c service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Updated VIF entry in instance network info cache for port 0fecc7e1-45e6-482d-b734-4119315c282d. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:52:55 user nova-compute[74974]: DEBUG nova.network.neutron [req-ff58f729-ba5f-4cbc-9ac5-ff3d8f34436d req-2e780c12-0598-4733-b9e9-3c132d23830c service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Updating instance_info_cache with network_info: [{"id": "0fecc7e1-45e6-482d-b734-4119315c282d", "address": "fa:16:3e:6e:70:e4", "network": {"id": "e24c0687-bfa8-4fad-b731-b79baa57c55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-868609875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "442ab51a6f9644b58b174089a531b840", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fecc7e1-45", "ovs_interfaceid": "0fecc7e1-45e6-482d-b734-4119315c282d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:52:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ff58f729-ba5f-4cbc-9ac5-ff3d8f34436d req-2e780c12-0598-4733-b9e9-3c132d23830c service nova] Releasing lock "refresh_cache-3c3aea46-8c78-47db-81a1-6783f7c61a43" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:52:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.338s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:52:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] <== connect_volume: return (1339ms) {'type': 'block', 'scsi_wwn': '23131663637363266', 'path': '/dev/sdd'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:52:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23131663637363266', 'path': '/dev/sdd'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:52:55 user nova-compute[74974]: DEBUG nova.objects.instance [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lazy-loading 'flavor' on Instance uuid 71304aa8-ae9e-4a14-b2bd-f2558dd269a7 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:52:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 11:52:56 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:52:56 user nova-compute[74974]:   <source dev="/dev/sdd"/>
Nov 29 11:52:56 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:52:56 user nova-compute[74974]:   <serial>478b7a81-bf62-4f6e-9e63-c8904365a3d2</serial>
Nov 29 11:52:56 user nova-compute[74974]: </disk>
Nov 29 11:52:56 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 11:52:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:52:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:52:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] No VIF found with MAC fa:16:3e:30:0a:b6, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:52:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3686d92d-9da5-46bf-98ea-e3eec1a66457 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.521s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:52:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "3c3aea46-8c78-47db-81a1-6783f7c61a43" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "3c3aea46-8c78-47db-81a1-6783f7c61a43" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.009s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:57 user nova-compute[74974]: DEBUG nova.objects.instance [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lazy-loading 'flavor' on Instance uuid 3c3aea46-8c78-47db-81a1-6783f7c61a43 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:52:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Acquiring lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Acquiring lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:52:57 user nova-compute[74974]: INFO nova.compute.manager [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Terminating instance
Nov 29 11:52:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 11:52:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "3c3aea46-8c78-47db-81a1-6783f7c61a43" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.072s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:52:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "3c3aea46-8c78-47db-81a1-6783f7c61a43" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "3c3aea46-8c78-47db-81a1-6783f7c61a43" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:58 user nova-compute[74974]: INFO nova.compute.manager [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Attaching volume 0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a to /dev/vdb
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_brick.utils [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG nova.compute.manager [req-9eec1d22-9e43-4841-8f34-9c175832ffe6 req-e8024dd0-6890-4582-9388-d86612ef9f60 service nova] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Received event network-vif-unplugged-6ca61da5-7bd3-4d53-89d0-dec4a3b5f481 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9eec1d22-9e43-4841-8f34-9c175832ffe6 req-e8024dd0-6890-4582-9388-d86612ef9f60 service nova] Acquiring lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9eec1d22-9e43-4841-8f34-9c175832ffe6 req-e8024dd0-6890-4582-9388-d86612ef9f60 service nova] Lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9eec1d22-9e43-4841-8f34-9c175832ffe6 req-e8024dd0-6890-4582-9388-d86612ef9f60 service nova] Lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG nova.compute.manager [req-9eec1d22-9e43-4841-8f34-9c175832ffe6 req-e8024dd0-6890-4582-9388-d86612ef9f60 service nova] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] No waiting events found dispatching network-vif-unplugged-6ca61da5-7bd3-4d53-89d0-dec4a3b5f481 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG nova.compute.manager [req-9eec1d22-9e43-4841-8f34-9c175832ffe6 req-e8024dd0-6890-4582-9388-d86612ef9f60 service nova] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Received event network-vif-unplugged-6ca61da5-7bd3-4d53-89d0-dec4a3b5f481 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[eed8f852-f0e3-4cd7-bf48-8bc4cc299e8d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[46aaba7d-6c63-4e99-8196-b556ee07565f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[88a23f91-405a-448a-81bf-fe3b873bdee5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6df132f1-e484-43f7-bb15-bb9cb7656fcb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:52:58 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[63ffaa02-3178-46da-9314-31c9b1883d5a]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_brick.utils [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] <== get_connector_properties: return (148ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Updating existing volume attachment record: be3b23b9-919c-472d-8596-1ee97e301712 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:52:58 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Instance destroyed successfully.
Nov 29 11:52:58 user nova-compute[74974]: DEBUG nova.objects.instance [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lazy-loading 'resources' on Instance uuid 71304aa8-ae9e-4a14-b2bd-f2558dd269a7 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:50:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-953643264',display_name='tempest-DeleteServersTestJSON-server-953643264',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-953643264',id=1,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:51:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9225bcc6257e4b61b71de0cdd533ebd8',ramdisk_id='',reservation_id='r-wasu4wih',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-766850671',owner_user_name='tempest-DeleteServersTestJSON-766850671-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:51:02Z,user_data=None,user_id='a603dcc520de46418a33a7ee2fe727c9',uuid=71304aa8-ae9e-4a14-b2bd-f2558dd269a7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6ca61da5-7bd3-4d53-89d0-dec4a3b5f481", "address": "fa:16:3e:30:0a:b6", "network": {"id": "41541229-6c4e-45d6-8299-e7f4aefb9226", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1705981066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9225bcc6257e4b61b71de0cdd533ebd8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ca61da5-7b", "ovs_interfaceid": "6ca61da5-7bd3-4d53-89d0-dec4a3b5f481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Converting VIF {"id": "6ca61da5-7bd3-4d53-89d0-dec4a3b5f481", "address": "fa:16:3e:30:0a:b6", "network": {"id": "41541229-6c4e-45d6-8299-e7f4aefb9226", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1705981066-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9225bcc6257e4b61b71de0cdd533ebd8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ca61da5-7b", "ovs_interfaceid": "6ca61da5-7bd3-4d53-89d0-dec4a3b5f481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:30:0a:b6,bridge_name='br-int',has_traffic_filtering=True,id=6ca61da5-7bd3-4d53-89d0-dec4a3b5f481,network=Network(41541229-6c4e-45d6-8299-e7f4aefb9226),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ca61da5-7b') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_vif [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:30:0a:b6,bridge_name='br-int',has_traffic_filtering=True,id=6ca61da5-7bd3-4d53-89d0-dec4a3b5f481,network=Network(41541229-6c4e-45d6-8299-e7f4aefb9226),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ca61da5-7b') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6ca61da5-7b, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d75a091e-e087-4a84-958d-c098546c15a6) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:52:58 user nova-compute[74974]: INFO os_vif [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:30:0a:b6,bridge_name='br-int',has_traffic_filtering=True,id=6ca61da5-7bd3-4d53-89d0-dec4a3b5f481,network=Network(41541229-6c4e-45d6-8299-e7f4aefb9226),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ca61da5-7b')
Nov 29 11:52:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PtEbmydo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:52:58 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1e9a53c-a3fe-46e7-a98f-c6f7f3f6b36f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:52:58 user nova-compute[74974]: No targets found.
Nov 29 11:52:58 user nova-compute[74974]: iSNS:
Nov 29 11:52:58 user nova-compute[74974]: No targets found.
Nov 29 11:52:58 user nova-compute[74974]: STATIC:
Nov 29 11:52:58 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2
Nov 29 11:52:58 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:52:58 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:52:58 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb
Nov 29 11:52:58 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:52:58 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:52:58 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605
Nov 29 11:52:58 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:52:58 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:52:58 user nova-compute[74974]: FIRMWARE:
Nov 29 11:52:58 user nova-compute[74974]: No targets found.
Nov 29 11:52:58 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:52:58 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:52:58 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[380e2798-2774-4d54-b745-e93c9854c619]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[515f4c37-2c43-4780-a237-bc943d8479a7]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:52:58 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:52:58 user nova-compute[74974]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 (non-flash)
Nov 29 11:52:58 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:52:58 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:52:58 user nova-compute[74974]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 (non-flash)
Nov 29 11:52:58 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1acc234f70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2'): ({'sdd'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Removing single pathed devices sdd {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[36e110f2-5974-450e-b46b-c3d889c70bb2]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.058s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[17a820e5-7f1e-4c5e-b23c-5c863dd0472d]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Flushing IO for device /dev/sdd {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.037s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[08a4d6fa-8733-4669-9ffd-9c2122c0cf5e]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.047s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c6233f1-b1ad-4225-802c-905237c7dffa]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] SCSI volumes sdd have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[09e0cd98-60e4-4c5e-a07f-68824da12494]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:52:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d42b865a-ff2e-4256-b53e-e3fc263fd25a]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2, portal: 172.16.0.220,3260]
Nov 29 11:52:59 user nova-compute[74974]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2, portal: 172.16.0.220,3260] successful.
Nov 29 11:52:59 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:478b7a81-bf62-4f6e-9e63-c8904365a3d2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b98dc99-64c1-498c-9174-0f108c6b8eaf]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.364s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] <== disconnect_volume: return (365ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:52:59 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Deleting instance files /opt/stack/data/nova/instances/71304aa8-ae9e-4a14-b2bd-f2558dd269a7_del
Nov 29 11:52:59 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Deletion of /opt/stack/data/nova/instances/71304aa8-ae9e-4a14-b2bd-f2558dd269a7_del complete
Nov 29 11:52:59 user nova-compute[74974]: INFO nova.compute.manager [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Took 1.26 seconds to destroy the instance on the hypervisor.
Nov 29 11:52:59 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG os_brick.utils [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f624bbba-318d-4ea7-a5ca-c403e029e3e1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[726d3a5f-970e-41da-a99f-a3c4defe8612]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1c8f5d3-3640-4e3d-98d1-d5b6ac58e0a6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[adad5ac1-0403-4ddc-8e30-23589434579c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:52:59 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:52:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff44d91e-58f8-401e-a44f-b1a6c0356596]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG os_brick.utils [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] <== get_connector_properties: return (144ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Updating existing volume attachment record: 37d266d8-7820-4eca-a892-8dbd2c6b53f3 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:52:59 user nova-compute[74974]: DEBUG nova.compute.manager [req-cb922304-1794-4dee-b960-2e59a2d93b1e req-29da7941-e055-4a79-aa11-c86c79435f06 service nova] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Received event network-vif-deleted-6ca61da5-7bd3-4d53-89d0-dec4a3b5f481 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:52:59 user nova-compute[74974]: INFO nova.compute.manager [req-cb922304-1794-4dee-b960-2e59a2d93b1e req-29da7941-e055-4a79-aa11-c86c79435f06 service nova] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Neutron deleted interface 6ca61da5-7bd3-4d53-89d0-dec4a3b5f481; detaching it from the instance and deleting it from the info cache
Nov 29 11:52:59 user nova-compute[74974]: DEBUG nova.network.neutron [req-cb922304-1794-4dee-b960-2e59a2d93b1e req-29da7941-e055-4a79-aa11-c86c79435f06 service nova] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:52:59 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Took 0.72 seconds to deallocate network for instance.
Nov 29 11:52:59 user nova-compute[74974]: DEBUG nova.compute.manager [req-cb922304-1794-4dee-b960-2e59a2d93b1e req-29da7941-e055-4a79-aa11-c86c79435f06 service nova] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Detach interface failed, port_id=6ca61da5-7bd3-4d53-89d0-dec4a3b5f481, reason: Instance 71304aa8-ae9e-4a14-b2bd-f2558dd269a7 could not be found. {{(pid=74974) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 11:53:00 user nova-compute[74974]: DEBUG nova.compute.manager [req-b184f296-f1a2-40ec-8a8a-5f3dfccd0fe2 req-ea9a512c-f7b9-464b-9698-2d4b8de49f76 service nova] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Received event network-vif-plugged-6ca61da5-7bd3-4d53-89d0-dec4a3b5f481 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:53:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b184f296-f1a2-40ec-8a8a-5f3dfccd0fe2 req-ea9a512c-f7b9-464b-9698-2d4b8de49f76 service nova] Acquiring lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b184f296-f1a2-40ec-8a8a-5f3dfccd0fe2 req-ea9a512c-f7b9-464b-9698-2d4b8de49f76 service nova] Lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b184f296-f1a2-40ec-8a8a-5f3dfccd0fe2 req-ea9a512c-f7b9-464b-9698-2d4b8de49f76 service nova] Lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:00 user nova-compute[74974]: DEBUG nova.compute.manager [req-b184f296-f1a2-40ec-8a8a-5f3dfccd0fe2 req-ea9a512c-f7b9-464b-9698-2d4b8de49f76 service nova] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] No waiting events found dispatching network-vif-plugged-6ca61da5-7bd3-4d53-89d0-dec4a3b5f481 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:53:00 user nova-compute[74974]: WARNING nova.compute.manager [req-b184f296-f1a2-40ec-8a8a-5f3dfccd0fe2 req-ea9a512c-f7b9-464b-9698-2d4b8de49f76 service nova] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Received unexpected event network-vif-plugged-6ca61da5-7bd3-4d53-89d0-dec4a3b5f481 for instance with vm_state active and task_state deleting.
Nov 29 11:53:00 user nova-compute[74974]: INFO nova.compute.manager [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] [instance: 71304aa8-ae9e-4a14-b2bd-f2558dd269a7] Took 0.92 seconds to detach 1 volumes for instance.
Nov 29 11:53:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:01 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:53:01 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:53:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.387s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:01 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Deleted allocations for instance 71304aa8-ae9e-4a14-b2bd-f2558dd269a7
Nov 29 11:53:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fdd18843-e9db-4f73-8941-540f423b8130 tempest-DeleteServersTestJSON-766850671 tempest-DeleteServersTestJSON-766850671-project-member] Lock "71304aa8-ae9e-4a14-b2bd-f2558dd269a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.515s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG nova.compute.manager [req-65d3802b-ef42-4f84-9f67-a40eb50a907e req-76aa3ff6-58cb-43d0-a981-9ca257063125 service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Received event network-changed-6aa064ff-f9d0-457e-b169-4d44fce6109b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG nova.compute.manager [req-65d3802b-ef42-4f84-9f67-a40eb50a907e req-76aa3ff6-58cb-43d0-a981-9ca257063125 service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Refreshing instance network info cache due to event network-changed-6aa064ff-f9d0-457e-b169-4d44fce6109b. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-65d3802b-ef42-4f84-9f67-a40eb50a907e req-76aa3ff6-58cb-43d0-a981-9ca257063125 service nova] Acquiring lock "refresh_cache-67c20aab-6955-41a5-b21b-8f556663d70b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-65d3802b-ef42-4f84-9f67-a40eb50a907e req-76aa3ff6-58cb-43d0-a981-9ca257063125 service nova] Acquired lock "refresh_cache-67c20aab-6955-41a5-b21b-8f556663d70b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG nova.network.neutron [req-65d3802b-ef42-4f84-9f67-a40eb50a907e req-76aa3ff6-58cb-43d0-a981-9ca257063125 service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Refreshing network info cache for port 6aa064ff-f9d0-457e-b169-4d44fce6109b {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Acquiring lock "67c20aab-6955-41a5-b21b-8f556663d70b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "67c20aab-6955-41a5-b21b-8f556663d70b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG nova.objects.instance [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lazy-loading 'flavor' on Instance uuid 67c20aab-6955-41a5-b21b-8f556663d70b {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "67c20aab-6955-41a5-b21b-8f556663d70b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.091s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Acquiring lock "67c20aab-6955-41a5-b21b-8f556663d70b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "67c20aab-6955-41a5-b21b-8f556663d70b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:02 user nova-compute[74974]: INFO nova.compute.manager [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Attaching volume 49bd35c6-85b5-4f27-8d88-e6df92f04b01 to /dev/vdb
Nov 29 11:53:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG os_brick.utils [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e5b0c93-e227-4f39-8a69-8361aa469641]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d67abbf5-da1f-42c9-be38-7e8ed5d009de]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[48bb0a6f-493c-4f2f-be42-e08d5cbf7fff]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d541292-1d44-45b2-9c54-267c9864a422]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG nova.network.neutron [req-65d3802b-ef42-4f84-9f67-a40eb50a907e req-76aa3ff6-58cb-43d0-a981-9ca257063125 service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Updated VIF entry in instance network info cache for port 6aa064ff-f9d0-457e-b169-4d44fce6109b. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG nova.network.neutron [req-65d3802b-ef42-4f84-9f67-a40eb50a907e req-76aa3ff6-58cb-43d0-a981-9ca257063125 service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Updating instance_info_cache with network_info: [{"id": "6aa064ff-f9d0-457e-b169-4d44fce6109b", "address": "fa:16:3e:fd:30:5b", "network": {"id": "2dd819e0-48e0-48bf-97ef-617b40284abe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-532290967-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68f5beabef334ceba9dc4871935fc9c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aa064ff-f9", "ovs_interfaceid": "6aa064ff-f9d0-457e-b169-4d44fce6109b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:53:02 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd9d5d04-8e95-498a-8c92-b3284c36af81]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG os_brick.utils [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Updating existing volume attachment record: e508d1b3-7831-4a3a-961c-2cbb38024f20 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:53:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-65d3802b-ef42-4f84-9f67-a40eb50a907e req-76aa3ff6-58cb-43d0-a981-9ca257063125 service nova] Releasing lock "refresh_cache-67c20aab-6955-41a5-b21b-8f556663d70b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:53:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Acquiring lock "interface-cffdb25b-6232-479e-9213-861ca86e033e-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "interface-cffdb25b-6232-479e-9213-861ca86e033e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:03 user nova-compute[74974]: DEBUG nova.objects.instance [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lazy-loading 'flavor' on Instance uuid cffdb25b-6232-479e-9213-861ca86e033e {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:03 user nova-compute[74974]: DEBUG nova.objects.instance [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lazy-loading 'pci_requests' on Instance uuid cffdb25b-6232-479e-9213-861ca86e033e {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:03 user nova-compute[74974]: DEBUG nova.objects.base [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Object Instance<cffdb25b-6232-479e-9213-861ca86e033e> lazy-loaded attributes: flavor,pci_requests {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 11:53:03 user nova-compute[74974]: DEBUG nova.network.neutron [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:53:03 user nova-compute[74974]: DEBUG nova.policy [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9b3766969c444dabcfe8da6f83ba583', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40d18a3ed8c34cee80c6639ac8356d9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:53:04 user nova-compute[74974]: DEBUG nova.compute.manager [req-39a34c6d-2f59-485a-800a-fa8a45817334 req-db980107-cc7f-4461-a5ab-a4a0bc9687eb service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Received event network-changed-d0f6389e-781e-4dc9-bef6-9837cd64aee8 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:53:04 user nova-compute[74974]: DEBUG nova.compute.manager [req-39a34c6d-2f59-485a-800a-fa8a45817334 req-db980107-cc7f-4461-a5ab-a4a0bc9687eb service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Refreshing instance network info cache due to event network-changed-d0f6389e-781e-4dc9-bef6-9837cd64aee8. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:53:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-39a34c6d-2f59-485a-800a-fa8a45817334 req-db980107-cc7f-4461-a5ab-a4a0bc9687eb service nova] Acquiring lock "refresh_cache-cffdb25b-6232-479e-9213-861ca86e033e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:53:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-39a34c6d-2f59-485a-800a-fa8a45817334 req-db980107-cc7f-4461-a5ab-a4a0bc9687eb service nova] Acquired lock "refresh_cache-cffdb25b-6232-479e-9213-861ca86e033e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:53:04 user nova-compute[74974]: DEBUG nova.network.neutron [req-39a34c6d-2f59-485a-800a-fa8a45817334 req-db980107-cc7f-4461-a5ab-a4a0bc9687eb service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Refreshing network info cache for port d0f6389e-781e-4dc9-bef6-9837cd64aee8 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:53:04 user nova-compute[74974]: DEBUG nova.network.neutron [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Successfully created port: 755f061c-c383-45d0-b085-a9ed8799505b {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:53:05 user nova-compute[74974]: DEBUG nova.network.neutron [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Successfully updated port: 755f061c-c383-45d0-b085-a9ed8799505b {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:53:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Acquiring lock "refresh_cache-cffdb25b-6232-479e-9213-861ca86e033e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:53:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-92dabac0-84ef-4482-9307-7a2dcabea8e4 req-63474827-5424-4a27-8f34-68c2d0e98a6f service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Received event network-changed-755f061c-c383-45d0-b085-a9ed8799505b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:53:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-92dabac0-84ef-4482-9307-7a2dcabea8e4 req-63474827-5424-4a27-8f34-68c2d0e98a6f service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Refreshing instance network info cache due to event network-changed-755f061c-c383-45d0-b085-a9ed8799505b. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:53:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-92dabac0-84ef-4482-9307-7a2dcabea8e4 req-63474827-5424-4a27-8f34-68c2d0e98a6f service nova] Acquiring lock "refresh_cache-cffdb25b-6232-479e-9213-861ca86e033e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:53:05 user nova-compute[74974]: DEBUG nova.network.neutron [req-39a34c6d-2f59-485a-800a-fa8a45817334 req-db980107-cc7f-4461-a5ab-a4a0bc9687eb service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Updated VIF entry in instance network info cache for port d0f6389e-781e-4dc9-bef6-9837cd64aee8. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:53:05 user nova-compute[74974]: DEBUG nova.network.neutron [req-39a34c6d-2f59-485a-800a-fa8a45817334 req-db980107-cc7f-4461-a5ab-a4a0bc9687eb service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Updating instance_info_cache with network_info: [{"id": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "address": "fa:16:3e:4c:06:04", "network": {"id": "0a675c7e-9a67-4f9b-9676-38a3d975aeb7", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1829847657-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0f6389e-78", "ovs_interfaceid": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:53:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-39a34c6d-2f59-485a-800a-fa8a45817334 req-db980107-cc7f-4461-a5ab-a4a0bc9687eb service nova] Releasing lock "refresh_cache-cffdb25b-6232-479e-9213-861ca86e033e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:53:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Acquired lock "refresh_cache-cffdb25b-6232-479e-9213-861ca86e033e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:53:05 user nova-compute[74974]: DEBUG nova.network.neutron [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:53:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-6f00f605-1e5c-4e09-adfc-54afb86d1690 req-25edc939-8475-47dc-b971-3af027694abd service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Received event network-changed-8a8993b7-1a29-49d9-83ea-9dd992d07e40 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:53:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-6f00f605-1e5c-4e09-adfc-54afb86d1690 req-25edc939-8475-47dc-b971-3af027694abd service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Refreshing instance network info cache due to event network-changed-8a8993b7-1a29-49d9-83ea-9dd992d07e40. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:53:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6f00f605-1e5c-4e09-adfc-54afb86d1690 req-25edc939-8475-47dc-b971-3af027694abd service nova] Acquiring lock "refresh_cache-30f17c86-1a4a-4313-9fcb-43cf4f247d5c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:53:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6f00f605-1e5c-4e09-adfc-54afb86d1690 req-25edc939-8475-47dc-b971-3af027694abd service nova] Acquired lock "refresh_cache-30f17c86-1a4a-4313-9fcb-43cf4f247d5c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:53:05 user nova-compute[74974]: DEBUG nova.network.neutron [req-6f00f605-1e5c-4e09-adfc-54afb86d1690 req-25edc939-8475-47dc-b971-3af027694abd service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Refreshing network info cache for port 8a8993b7-1a29-49d9-83ea-9dd992d07e40 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG nova.network.neutron [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Updating instance_info_cache with network_info: [{"id": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "address": "fa:16:3e:4c:06:04", "network": {"id": "0a675c7e-9a67-4f9b-9676-38a3d975aeb7", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1829847657-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0f6389e-78", "ovs_interfaceid": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "755f061c-c383-45d0-b085-a9ed8799505b", "address": "fa:16:3e:e9:61:bc", "network": {"id": "4d7f2636-022f-435f-9ca0-edd8cfbdd980", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1451540912", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap755f061c-c3", "ovs_interfaceid": "755f061c-c383-45d0-b085-a9ed8799505b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG nova.network.neutron [req-6f00f605-1e5c-4e09-adfc-54afb86d1690 req-25edc939-8475-47dc-b971-3af027694abd service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Updated VIF entry in instance network info cache for port 8a8993b7-1a29-49d9-83ea-9dd992d07e40. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG nova.network.neutron [req-6f00f605-1e5c-4e09-adfc-54afb86d1690 req-25edc939-8475-47dc-b971-3af027694abd service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Updating instance_info_cache with network_info: [{"id": "8a8993b7-1a29-49d9-83ea-9dd992d07e40", "address": "fa:16:3e:07:fc:3d", "network": {"id": "577cbbb4-57bf-4abd-8c46-48bd3dbf3a53", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-467295787-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5c6be45378b4411f9e4b721013a4b0e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a8993b7-1a", "ovs_interfaceid": "8a8993b7-1a29-49d9-83ea-9dd992d07e40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Releasing lock "refresh_cache-cffdb25b-6232-479e-9213-861ca86e033e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-92dabac0-84ef-4482-9307-7a2dcabea8e4 req-63474827-5424-4a27-8f34-68c2d0e98a6f service nova] Acquired lock "refresh_cache-cffdb25b-6232-479e-9213-861ca86e033e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG nova.network.neutron [req-92dabac0-84ef-4482-9307-7a2dcabea8e4 req-63474827-5424-4a27-8f34-68c2d0e98a6f service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Refreshing network info cache for port 755f061c-c383-45d0-b085-a9ed8799505b {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:51:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1515660580',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1515660580',id=5,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM7nyOsid5Vj1Vvh598sv5yTrbqsg8vKqhJE0BTKhf+ukY6DMAuBD4U+mxPq7TLE8eCfIQFBDyyBGKsK8zWqC1QACKcZvmbyiDsXXS4dCQISyNB6HwMo/VjXLRrffwH9zA==',key_name='tempest-keypair-1634908587',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:51:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='40d18a3ed8c34cee80c6639ac8356d9f',ramdisk_id='',reservation_id='r-81wkp06b',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1952186476',owner_user_name='tempest-TaggedAttachmentsTest-1952186476-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:51:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a9b3766969c444dabcfe8da6f83ba583',uuid=cffdb25b-6232-479e-9213-861ca86e033e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "755f061c-c383-45d0-b085-a9ed8799505b", "address": "fa:16:3e:e9:61:bc", "network": {"id": "4d7f2636-022f-435f-9ca0-edd8cfbdd980", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1451540912", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap755f061c-c3", "ovs_interfaceid": "755f061c-c383-45d0-b085-a9ed8799505b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Converting VIF {"id": "755f061c-c383-45d0-b085-a9ed8799505b", "address": "fa:16:3e:e9:61:bc", "network": {"id": "4d7f2636-022f-435f-9ca0-edd8cfbdd980", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1451540912", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap755f061c-c3", "ovs_interfaceid": "755f061c-c383-45d0-b085-a9ed8799505b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:61:bc,bridge_name='br-int',has_traffic_filtering=True,id=755f061c-c383-45d0-b085-a9ed8799505b,network=Network(4d7f2636-022f-435f-9ca0-edd8cfbdd980),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap755f061c-c3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_vif [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:61:bc,bridge_name='br-int',has_traffic_filtering=True,id=755f061c-c383-45d0-b085-a9ed8799505b,network=Network(4d7f2636-022f-435f-9ca0-edd8cfbdd980),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap755f061c-c3') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f45d8f2d-fe7d-5ff2-a684-18962be21ea5', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6f00f605-1e5c-4e09-adfc-54afb86d1690 req-25edc939-8475-47dc-b971-3af027694abd service nova] Releasing lock "refresh_cache-30f17c86-1a4a-4313-9fcb-43cf4f247d5c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap755f061c-c3, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap755f061c-c3, col_values=(('qos', UUID('8ff35e80-d7da-4362-85ec-9cd35d7189b9')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap755f061c-c3, col_values=(('external_ids', {'iface-id': '755f061c-c383-45d0-b085-a9ed8799505b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e9:61:bc', 'vm-uuid': 'cffdb25b-6232-479e-9213-861ca86e033e'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:06 user nova-compute[74974]: INFO os_vif [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:61:bc,bridge_name='br-int',has_traffic_filtering=True,id=755f061c-c383-45d0-b085-a9ed8799505b,network=Network(4d7f2636-022f-435f-9ca0-edd8cfbdd980),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap755f061c-c3')
Nov 29 11:53:06 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:51:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1515660580',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1515660580',id=5,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM7nyOsid5Vj1Vvh598sv5yTrbqsg8vKqhJE0BTKhf+ukY6DMAuBD4U+mxPq7TLE8eCfIQFBDyyBGKsK8zWqC1QACKcZvmbyiDsXXS4dCQISyNB6HwMo/VjXLRrffwH9zA==',key_name='tempest-keypair-1634908587',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:51:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='40d18a3ed8c34cee80c6639ac8356d9f',ramdisk_id='',reservation_id='r-81wkp06b',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1952186476',owner_user_name='tempest-TaggedAttachmentsTest-1952186476-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:51:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a9b3766969c444dabcfe8da6f83ba583',uuid=cffdb25b-6232-479e-9213-861ca86e033e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "755f061c-c383-45d0-b085-a9ed8799505b", "address": "fa:16:3e:e9:61:bc", "network": {"id": "4d7f2636-022f-435f-9ca0-edd8cfbdd980", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1451540912", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap755f061c-c3", "ovs_interfaceid": "755f061c-c383-45d0-b085-a9ed8799505b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Converting VIF {"id": "755f061c-c383-45d0-b085-a9ed8799505b", "address": "fa:16:3e:e9:61:bc", "network": {"id": "4d7f2636-022f-435f-9ca0-edd8cfbdd980", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1451540912", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap755f061c-c3", "ovs_interfaceid": "755f061c-c383-45d0-b085-a9ed8799505b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:61:bc,bridge_name='br-int',has_traffic_filtering=True,id=755f061c-c383-45d0-b085-a9ed8799505b,network=Network(4d7f2636-022f-435f-9ca0-edd8cfbdd980),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap755f061c-c3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] attach device xml: <interface type="ethernet">
Nov 29 11:53:06 user nova-compute[74974]:   <mac address="fa:16:3e:e9:61:bc"/>
Nov 29 11:53:06 user nova-compute[74974]:   <model type="virtio"/>
Nov 29 11:53:06 user nova-compute[74974]:   <mtu size="1442"/>
Nov 29 11:53:06 user nova-compute[74974]:   <target dev="tap755f061c-c3"/>
Nov 29 11:53:06 user nova-compute[74974]: </interface>
Nov 29 11:53:06 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oFTbwipt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:06 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:06 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:06 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce4ca4e0-2007-46b5-8106-60072415aaa2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:53:06 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e799b233-3802-4ef1-b99e-5d3ab0fe41f1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a] added
Nov 29 11:53:06 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0820ad4b-b9d9-462a-8d34-f82ae994a2e9]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f79b90b-af7f-4698-8de3-278815057068]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oFTbwipt {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oFTbwipt" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa20c984-7f73-4160-94fc-832c5e93666c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oFTbwipt'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[48049258-c90d-4b29-a6f1-d9fbb72ac20b]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ace1a60-c4e0-460a-9ffa-374ec9e19784]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:53:06 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:06 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:53:06 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:06 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[16716237-45be-4bf9-bd6e-aa6187b9a92b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a, portal: 172.16.0.220,3260]
Nov 29 11:53:06 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a, portal: 172.16.0.220,3260] successful.
Nov 29 11:53:06 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[deeb3bfd-4220-40d9-84d2-812622a8c879]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c15eae62-e469-45f9-857b-d5b5001542ce]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:53:06 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:06 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:06 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:53:06 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:06 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:06 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.339s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] HCTL ('35', '-', '-', 0) found on session 5 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cbe809d-6ca7-4c45-b59a-8f644e05b394]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Searching for a device in session 5 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oFTbwipt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] No BDM found with device name hda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] No VIF found with MAC fa:16:3e:4c:06:04, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:53:06 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:53:06 user nova-compute[74974]:   <nova:package version="0.0.0"/>
Nov 29 11:53:06 user nova-compute[74974]:   <nova:name>tempest-device-tagging-server-1515660580</nova:name>
Nov 29 11:53:06 user nova-compute[74974]:   <nova:creationTime>2023-11-29 11:53:06</nova:creationTime>
Nov 29 11:53:06 user nova-compute[74974]:   <nova:flavor name="m1.tiny">
Nov 29 11:53:06 user nova-compute[74974]:     <nova:memory>512</nova:memory>
Nov 29 11:53:06 user nova-compute[74974]:     <nova:disk>1</nova:disk>
Nov 29 11:53:06 user nova-compute[74974]:     <nova:swap>0</nova:swap>
Nov 29 11:53:06 user nova-compute[74974]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:53:06 user nova-compute[74974]:     <nova:vcpus>1</nova:vcpus>
Nov 29 11:53:06 user nova-compute[74974]:   </nova:flavor>
Nov 29 11:53:06 user nova-compute[74974]:   <nova:owner>
Nov 29 11:53:06 user nova-compute[74974]:     <nova:user uuid="a9b3766969c444dabcfe8da6f83ba583">tempest-TaggedAttachmentsTest-1952186476-project-member</nova:user>
Nov 29 11:53:06 user nova-compute[74974]:     <nova:project uuid="40d18a3ed8c34cee80c6639ac8356d9f">tempest-TaggedAttachmentsTest-1952186476</nova:project>
Nov 29 11:53:06 user nova-compute[74974]:   </nova:owner>
Nov 29 11:53:06 user nova-compute[74974]:   <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:53:06 user nova-compute[74974]:   <nova:ports>
Nov 29 11:53:06 user nova-compute[74974]:     <nova:port uuid="d0f6389e-781e-4dc9-bef6-9837cd64aee8">
Nov 29 11:53:06 user nova-compute[74974]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 11:53:06 user nova-compute[74974]:     </nova:port>
Nov 29 11:53:06 user nova-compute[74974]:     <nova:port uuid="755f061c-c383-45d0-b085-a9ed8799505b">
Nov 29 11:53:06 user nova-compute[74974]:       <nova:ip type="fixed" address="10.10.10.169" ipVersion="4"/>
Nov 29 11:53:06 user nova-compute[74974]:     </nova:port>
Nov 29 11:53:06 user nova-compute[74974]:   </nova:ports>
Nov 29 11:53:06 user nova-compute[74974]: </nova:instance>
Nov 29 11:53:06 user nova-compute[74974]:  {{(pid=74974) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52f492ef-0edb-4b39-8a4b-155b1210ba21 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "interface-cffdb25b-6232-479e-9213-861ca86e033e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.580s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG nova.network.neutron [req-92dabac0-84ef-4482-9307-7a2dcabea8e4 req-63474827-5424-4a27-8f34-68c2d0e98a6f service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Updated VIF entry in instance network info cache for port 755f061c-c383-45d0-b085-a9ed8799505b. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG nova.network.neutron [req-92dabac0-84ef-4482-9307-7a2dcabea8e4 req-63474827-5424-4a27-8f34-68c2d0e98a6f service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Updating instance_info_cache with network_info: [{"id": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "address": "fa:16:3e:4c:06:04", "network": {"id": "0a675c7e-9a67-4f9b-9676-38a3d975aeb7", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1829847657-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0f6389e-78", "ovs_interfaceid": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "755f061c-c383-45d0-b085-a9ed8799505b", "address": "fa:16:3e:e9:61:bc", "network": {"id": "4d7f2636-022f-435f-9ca0-edd8cfbdd980", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1451540912", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap755f061c-c3", "ovs_interfaceid": "755f061c-c383-45d0-b085-a9ed8799505b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-92dabac0-84ef-4482-9307-7a2dcabea8e4 req-63474827-5424-4a27-8f34-68c2d0e98a6f service nova] Releasing lock "refresh_cache-cffdb25b-6232-479e-9213-861ca86e033e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG nova.compute.manager [req-85395b9c-3665-40e9-80de-fdb9a672f3b8 req-a08d99f0-eacc-4299-9fa7-61b53faa67b7 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Received event network-vif-plugged-755f061c-c383-45d0-b085-a9ed8799505b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-85395b9c-3665-40e9-80de-fdb9a672f3b8 req-a08d99f0-eacc-4299-9fa7-61b53faa67b7 service nova] Acquiring lock "cffdb25b-6232-479e-9213-861ca86e033e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-85395b9c-3665-40e9-80de-fdb9a672f3b8 req-a08d99f0-eacc-4299-9fa7-61b53faa67b7 service nova] Lock "cffdb25b-6232-479e-9213-861ca86e033e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-85395b9c-3665-40e9-80de-fdb9a672f3b8 req-a08d99f0-eacc-4299-9fa7-61b53faa67b7 service nova] Lock "cffdb25b-6232-479e-9213-861ca86e033e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG nova.compute.manager [req-85395b9c-3665-40e9-80de-fdb9a672f3b8 req-a08d99f0-eacc-4299-9fa7-61b53faa67b7 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] No waiting events found dispatching network-vif-plugged-755f061c-c383-45d0-b085-a9ed8799505b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:53:07 user nova-compute[74974]: WARNING nova.compute.manager [req-85395b9c-3665-40e9-80de-fdb9a672f3b8 req-a08d99f0-eacc-4299-9fa7-61b53faa67b7 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Received unexpected event network-vif-plugged-755f061c-c383-45d0-b085-a9ed8799505b for instance with vm_state active and task_state None.
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Acquiring lock "cffdb25b-6232-479e-9213-861ca86e033e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "cffdb25b-6232-479e-9213-861ca86e033e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG nova.objects.instance [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lazy-loading 'flavor' on Instance uuid cffdb25b-6232-479e-9213-861ca86e033e {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "cffdb25b-6232-479e-9213-861ca86e033e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Acquiring lock "cffdb25b-6232-479e-9213-861ca86e033e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "cffdb25b-6232-479e-9213-861ca86e033e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:07 user nova-compute[74974]: INFO nova.compute.manager [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Attaching volume c5521baf-9eb5-487b-95a3-c38466120ced to /dev/vdb
Nov 29 11:53:07 user nova-compute[74974]: DEBUG os_brick.utils [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8009b167-da9f-40b2-a784-2442c7590ae9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[27924589-a543-44cd-b585-6b12135a55ac]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7193415e-e452-4cc3-8965-6789a0a5cf0e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f2635ab-badd-481c-89e2-d377c213252b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:53:07 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:53:07 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[42f61eca-2ec7-4b52-a76c-1a61594fa8c7]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG os_brick.utils [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Updating existing volume attachment record: 12bd2a34-5cf7-4db3-bba4-d9c48cb09d3f {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.384s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] <== connect_volume: return (1385ms) {'type': 'block', 'scsi_wwn': '26235303464333037', 'path': '/dev/sdd'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26235303464333037', 'path': '/dev/sdd'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG nova.objects.instance [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lazy-loading 'flavor' on Instance uuid 3c3aea46-8c78-47db-81a1-6783f7c61a43 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 11:53:07 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:53:07 user nova-compute[74974]:   <source dev="/dev/sdd"/>
Nov 29 11:53:07 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:53:07 user nova-compute[74974]:   <serial>0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a</serial>
Nov 29 11:53:07 user nova-compute[74974]: </disk>
Nov 29 11:53:07 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] No VIF found with MAC fa:16:3e:6e:70:e4, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:53:08 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Creating image(s)
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Did not create local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Ensure instance console log exists: /opt/stack/data/nova/instances/79b495d2-e46d-4dff-9803-22b6721eef88/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Start _get_guest_xml network_info=[{"id": "af9daefe-4747-4ff6-b9c1-b3db583038d9", "address": "fa:16:3e:34:83:60", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf9daefe-47", "ovs_interfaceid": "af9daefe-4747-4ff6-b9c1-b3db583038d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': 'virtio', 'attachment_id': '37d266d8-7820-4eca-a892-8dbd2c6b53f3', 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CGxngENH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '79b495d2-e46d-4dff-9803-22b6721eef88', 'attached_at': '', 'detached_at': '', 'volume_id': '061899b6-1585-4d53-966a-ab2fa72c38e8', 'serial': '061899b6-1585-4d53-966a-ab2fa72c38e8'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:53:08 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:53:08 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CGxngENH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:08 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.004s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:08 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:08 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1042f4a1-de4c-41b5-bef1-90beae93acb7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:53:08 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[877fd3c2-4b5f-4124-9671-227b05c5f6b6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8] added
Nov 29 11:53:08 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e17bce86-a34b-427b-9085-1307b47fe011 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "3c3aea46-8c78-47db-81a1-6783f7c61a43" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.602s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b6d6565-dd8b-496a-b292-0f30e23eac3a]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[04e68d3c-eff8-4849-a673-afcb91899f63]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CGxngENH {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CGxngENH" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[390753e0-de9f-4866-9128-13e8902fe784]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CGxngENH'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cb29103-8699-4f21-b51c-56c35d61565f]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[256ae546-99b4-41df-9415-eae2ec18aa12]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:53:08 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:08 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:08 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:53:08 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:08 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:08 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c32019eb-9650-45fc-9f2f-8d2919013540]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8, portal: 172.16.0.220,3260]
Nov 29 11:53:08 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8, portal: 172.16.0.220,3260] successful.
Nov 29 11:53:08 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c89c2f77-43e7-40af-8976-4fc786152a18]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe5f15d4-d76a-4113-816c-90c45a471d03]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:53:08 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:08 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:08 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:08 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:53:08 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:08 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:08 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:08 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.291s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] HCTL ('36', '-', '-', 0) found on session 6 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[130f7665-148d-4867-bc3c-f371d878b05f]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Searching for a device in session 6 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:53:08 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CGxngENH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:53:09 user nova-compute[74974]: DEBUG nova.compute.manager [req-0ac9072a-4e40-4345-a62c-a2fc43d66e09 req-0caffb4a-93b2-42ac-8df2-52820ab39de0 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Received event network-vif-plugged-755f061c-c383-45d0-b085-a9ed8799505b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:53:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0ac9072a-4e40-4345-a62c-a2fc43d66e09 req-0caffb4a-93b2-42ac-8df2-52820ab39de0 service nova] Acquiring lock "cffdb25b-6232-479e-9213-861ca86e033e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0ac9072a-4e40-4345-a62c-a2fc43d66e09 req-0caffb4a-93b2-42ac-8df2-52820ab39de0 service nova] Lock "cffdb25b-6232-479e-9213-861ca86e033e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0ac9072a-4e40-4345-a62c-a2fc43d66e09 req-0caffb4a-93b2-42ac-8df2-52820ab39de0 service nova] Lock "cffdb25b-6232-479e-9213-861ca86e033e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:09 user nova-compute[74974]: DEBUG nova.compute.manager [req-0ac9072a-4e40-4345-a62c-a2fc43d66e09 req-0caffb4a-93b2-42ac-8df2-52820ab39de0 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] No waiting events found dispatching network-vif-plugged-755f061c-c383-45d0-b085-a9ed8799505b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:53:09 user nova-compute[74974]: WARNING nova.compute.manager [req-0ac9072a-4e40-4345-a62c-a2fc43d66e09 req-0caffb4a-93b2-42ac-8df2-52820ab39de0 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Received unexpected event network-vif-plugged-755f061c-c383-45d0-b085-a9ed8799505b for instance with vm_state active and task_state None.
Nov 29 11:53:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "3c3aea46-8c78-47db-81a1-6783f7c61a43" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "3c3aea46-8c78-47db-81a1-6783f7c61a43" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:09 user nova-compute[74974]: INFO nova.compute.manager [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Detaching volume 0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a
Nov 29 11:53:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Acquiring lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:09 user nova-compute[74974]: DEBUG nova.objects.instance [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lazy-loading 'flavor' on Instance uuid 30f17c86-1a4a-4313-9fcb-43cf4f247d5c {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:09 user nova-compute[74974]: INFO nova.virt.block_device [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Attempting to driver detach volume 0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a from mountpoint /dev/vdb
Nov 29 11:53:09 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Attempting to detach device vdb from instance 3c3aea46-8c78-47db-81a1-6783f7c61a43 from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 11:53:09 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 11:53:09 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:53:09 user nova-compute[74974]:   <source dev="/dev/sdd"/>
Nov 29 11:53:09 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:53:09 user nova-compute[74974]:   <serial>0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a</serial>
Nov 29 11:53:09 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 11:53:09 user nova-compute[74974]: </disk>
Nov 29 11:53:09 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:53:09 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Successfully detached device vdb from instance 3c3aea46-8c78-47db-81a1-6783f7c61a43 from the persistent domain config.
Nov 29 11:53:09 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3c3aea46-8c78-47db-81a1-6783f7c61a43 from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 11:53:09 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 11:53:09 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:53:09 user nova-compute[74974]:   <source dev="/dev/sdd"/>
Nov 29 11:53:09 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:53:09 user nova-compute[74974]:   <serial>0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a</serial>
Nov 29 11:53:09 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 11:53:09 user nova-compute[74974]: </disk>
Nov 29 11:53:09 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.486s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] <== connect_volume: return (1491ms) {'type': 'block', 'scsi_wwn': '26564633535656133', 'path': '/dev/sde'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26564633535656133', 'path': '/dev/sde'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3c3aea46-8c78-47db-81a1-6783f7c61a43 {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Acquiring lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:10 user nova-compute[74974]: INFO nova.compute.manager [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Attaching volume 0579551d-1f17-46b1-9053-fd11c7edd160 to /dev/sdc
Nov 29 11:53:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:52:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1811785024',display_name='tempest-TestVolumeBootPattern-server-1811785024',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1811785024',id=12,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfdef526837a498596f2a4b4dab853ed',ramdisk_id='',reservation_id='r-zkc8p304',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2068658920',owner_user_name='tempest-TestVolumeBootPattern-2068658920-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:52:49Z,user_data=None,user_id='a3916353998a42d6a65cf663877bbf14',uuid=79b495d2-e46d-4dff-9803-22b6721eef88,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "af9daefe-4747-4ff6-b9c1-b3db583038d9", "address": "fa:16:3e:34:83:60", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf9daefe-47", "ovs_interfaceid": "af9daefe-4747-4ff6-b9c1-b3db583038d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converting VIF {"id": "af9daefe-4747-4ff6-b9c1-b3db583038d9", "address": "fa:16:3e:34:83:60", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf9daefe-47", "ovs_interfaceid": "af9daefe-4747-4ff6-b9c1-b3db583038d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:83:60,bridge_name='br-int',has_traffic_filtering=True,id=af9daefe-4747-4ff6-b9c1-b3db583038d9,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf9daefe-47') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG nova.objects.instance [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lazy-loading 'pci_devices' on Instance uuid 79b495d2-e46d-4dff-9803-22b6721eef88 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:53:10 user nova-compute[74974]:   <uuid>79b495d2-e46d-4dff-9803-22b6721eef88</uuid>
Nov 29 11:53:10 user nova-compute[74974]:   <name>instance-0000000c</name>
Nov 29 11:53:10 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:53:10 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:53:10 user nova-compute[74974]:   <metadata>
Nov 29 11:53:10 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:53:10 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:53:10 user nova-compute[74974]:       <nova:name>tempest-TestVolumeBootPattern-server-1811785024</nova:name>
Nov 29 11:53:10 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:53:08</nova:creationTime>
Nov 29 11:53:10 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:53:10 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:53:10 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:53:10 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:53:10 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:53:10 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:53:10 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:53:10 user nova-compute[74974]:       <nova:owner>
Nov 29 11:53:10 user nova-compute[74974]:         <nova:user uuid="a3916353998a42d6a65cf663877bbf14">tempest-TestVolumeBootPattern-2068658920-project-member</nova:user>
Nov 29 11:53:10 user nova-compute[74974]:         <nova:project uuid="bfdef526837a498596f2a4b4dab853ed">tempest-TestVolumeBootPattern-2068658920</nova:project>
Nov 29 11:53:10 user nova-compute[74974]:       </nova:owner>
Nov 29 11:53:10 user nova-compute[74974]:       <nova:ports>
Nov 29 11:53:10 user nova-compute[74974]:         <nova:port uuid="af9daefe-4747-4ff6-b9c1-b3db583038d9">
Nov 29 11:53:10 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 29 11:53:10 user nova-compute[74974]:         </nova:port>
Nov 29 11:53:10 user nova-compute[74974]:       </nova:ports>
Nov 29 11:53:10 user nova-compute[74974]:     </nova:instance>
Nov 29 11:53:10 user nova-compute[74974]:   </metadata>
Nov 29 11:53:10 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:53:10 user nova-compute[74974]:     <system>
Nov 29 11:53:10 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:53:10 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:53:10 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:53:10 user nova-compute[74974]:       <entry name="serial">79b495d2-e46d-4dff-9803-22b6721eef88</entry>
Nov 29 11:53:10 user nova-compute[74974]:       <entry name="uuid">79b495d2-e46d-4dff-9803-22b6721eef88</entry>
Nov 29 11:53:10 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:53:10 user nova-compute[74974]:     </system>
Nov 29 11:53:10 user nova-compute[74974]:   </sysinfo>
Nov 29 11:53:10 user nova-compute[74974]:   <os>
Nov 29 11:53:10 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:53:10 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:53:10 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:53:10 user nova-compute[74974]:   </os>
Nov 29 11:53:10 user nova-compute[74974]:   <features>
Nov 29 11:53:10 user nova-compute[74974]:     <acpi/>
Nov 29 11:53:10 user nova-compute[74974]:     <apic/>
Nov 29 11:53:10 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:53:10 user nova-compute[74974]:   </features>
Nov 29 11:53:10 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:53:10 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:53:10 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:53:10 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:53:10 user nova-compute[74974]:   </clock>
Nov 29 11:53:10 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:53:10 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:53:10 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:53:10 user nova-compute[74974]:   </cpu>
Nov 29 11:53:10 user nova-compute[74974]:   <devices>
Nov 29 11:53:10 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 11:53:10 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:53:10 user nova-compute[74974]:       <source dev="/dev/sde"/>
Nov 29 11:53:10 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:53:10 user nova-compute[74974]:       <serial>061899b6-1585-4d53-966a-ab2fa72c38e8</serial>
Nov 29 11:53:10 user nova-compute[74974]:     </disk>
Nov 29 11:53:10 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:53:10 user nova-compute[74974]:       <mac address="fa:16:3e:34:83:60"/>
Nov 29 11:53:10 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:53:10 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:53:10 user nova-compute[74974]:       <target dev="tapaf9daefe-47"/>
Nov 29 11:53:10 user nova-compute[74974]:     </interface>
Nov 29 11:53:10 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:53:10 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/79b495d2-e46d-4dff-9803-22b6721eef88/console.log" append="off"/>
Nov 29 11:53:10 user nova-compute[74974]:     </serial>
Nov 29 11:53:10 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:53:10 user nova-compute[74974]:     <video>
Nov 29 11:53:10 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:53:10 user nova-compute[74974]:     </video>
Nov 29 11:53:10 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:53:10 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:53:10 user nova-compute[74974]:     </rng>
Nov 29 11:53:10 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:53:10 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:53:10 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:53:10 user nova-compute[74974]:     </memballoon>
Nov 29 11:53:10 user nova-compute[74974]:   </devices>
Nov 29 11:53:10 user nova-compute[74974]: </domain>
Nov 29 11:53:10 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:52:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1811785024',display_name='tempest-TestVolumeBootPattern-server-1811785024',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1811785024',id=12,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfdef526837a498596f2a4b4dab853ed',ramdisk_id='',reservation_id='r-zkc8p304',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2068658920',owner_user_name='tempest-TestVolumeBootPattern-2068658920-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:52:49Z,user_data=None,user_id='a3916353998a42d6a65cf663877bbf14',uuid=79b495d2-e46d-4dff-9803-22b6721eef88,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "af9daefe-4747-4ff6-b9c1-b3db583038d9", "address": "fa:16:3e:34:83:60", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf9daefe-47", "ovs_interfaceid": "af9daefe-4747-4ff6-b9c1-b3db583038d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converting VIF {"id": "af9daefe-4747-4ff6-b9c1-b3db583038d9", "address": "fa:16:3e:34:83:60", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf9daefe-47", "ovs_interfaceid": "af9daefe-4747-4ff6-b9c1-b3db583038d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:83:60,bridge_name='br-int',has_traffic_filtering=True,id=af9daefe-4747-4ff6-b9c1-b3db583038d9,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf9daefe-47') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG os_vif [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:83:60,bridge_name='br-int',has_traffic_filtering=True,id=af9daefe-4747-4ff6-b9c1-b3db583038d9,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf9daefe-47') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0ded2efd-3793-5695-8146-09be53456a3b', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaf9daefe-47, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaf9daefe-47, col_values=(('qos', UUID('536b1cff-0842-4f80-b255-2fc36911cc84')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaf9daefe-47, col_values=(('external_ids', {'iface-id': 'af9daefe-4747-4ff6-b9c1-b3db583038d9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:34:83:60', 'vm-uuid': '79b495d2-e46d-4dff-9803-22b6721eef88'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG os_brick.utils [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:10 user nova-compute[74974]: INFO os_vif [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:83:60,bridge_name='br-int',has_traffic_filtering=True,id=af9daefe-4747-4ff6-b9c1-b3db583038d9,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf9daefe-47')
Nov 29 11:53:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.011s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7de5e7d-3b0e-4e56-af0b-a427509e0331]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9853ada-3bdd-49a0-969b-e24a4ee5a103]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5041e46d-a222-4cae-9731-b6050ba8169a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[28685f7e-c859-4dda-af6c-0a32c9cb67da]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] No VIF found with MAC fa:16:3e:34:83:60, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:53:10 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:53:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[197f5947-e276-44fe-afe4-5f79469f12d8]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG os_brick.utils [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:10 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Updating existing volume attachment record: ebe38efe-15cc-41bc-ae5a-f13a969180fd {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:53:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-c8b7381f-8c38-4064-bc07-5e3803d03c44 req-9c5b8f98-41b9-4add-ba1e-63e6c071290b service nova] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Received event network-vif-plugged-af9daefe-4747-4ff6-b9c1-b3db583038d9 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c8b7381f-8c38-4064-bc07-5e3803d03c44 req-9c5b8f98-41b9-4add-ba1e-63e6c071290b service nova] Acquiring lock "79b495d2-e46d-4dff-9803-22b6721eef88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c8b7381f-8c38-4064-bc07-5e3803d03c44 req-9c5b8f98-41b9-4add-ba1e-63e6c071290b service nova] Lock "79b495d2-e46d-4dff-9803-22b6721eef88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c8b7381f-8c38-4064-bc07-5e3803d03c44 req-9c5b8f98-41b9-4add-ba1e-63e6c071290b service nova] Lock "79b495d2-e46d-4dff-9803-22b6721eef88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-c8b7381f-8c38-4064-bc07-5e3803d03c44 req-9c5b8f98-41b9-4add-ba1e-63e6c071290b service nova] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] No waiting events found dispatching network-vif-plugged-af9daefe-4747-4ff6-b9c1-b3db583038d9 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:53:12 user nova-compute[74974]: WARNING nova.compute.manager [req-c8b7381f-8c38-4064-bc07-5e3803d03c44 req-9c5b8f98-41b9-4add-ba1e-63e6c071290b service nova] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Received unexpected event network-vif-plugged-af9daefe-4747-4ff6-b9c1-b3db583038d9 for instance with vm_state building and task_state spawning.
Nov 29 11:53:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pkOUDWdP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:12 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:12 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:12 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9140d59e-bb26-42b8-9e8e-6f6a01b3ebba]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:53:12 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e611a571-7ed9-42a3-89f0-44f01ba8bf41]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01] added
Nov 29 11:53:12 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e25d4fa-519b-4e63-8d27-09c1f1be0928]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.039s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f5b8729-1c8e-44a0-937b-01ace1e13b4d]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pkOUDWdP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pkOUDWdP" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[92ed3028-d308-4852-bfa2-abc726101591]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pkOUDWdP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c91a025-3161-4404-b8d1-b0f53029382c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3dad151-e5e9-48fc-823c-0d9c83862dcc]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:53:12 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:12 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:12 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:12 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:53:12 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:12 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:12 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:12 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[25b716f0-a3f2-4bb9-a11b-03c6605733ad]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01, portal: 172.16.0.220,3260]
Nov 29 11:53:12 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01, portal: 172.16.0.220,3260] successful.
Nov 29 11:53:12 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7958ec0-ed07-4468-aa7a-e41ecfcc8488]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[085ad866-98ae-4080-88bc-b8bf9993ed2e]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:53:12 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:12 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:12 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:12 user nova-compute[74974]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:12 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:53:12 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:12 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:12 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:12 user nova-compute[74974]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:12 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.377s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] HCTL ('37', '-', '-', 0) found on session 7 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[cec63a0a-d81c-4464-a60b-f5e4efbe066c]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Searching for a device in session 7 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pkOUDWdP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:53:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:13 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.426s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:13 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] <== connect_volume: return (1429ms) {'type': 'block', 'scsi_wwn': '26439646561646237', 'path': '/dev/sdf'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26439646561646237', 'path': '/dev/sdf'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:53:13 user nova-compute[74974]: DEBUG nova.objects.instance [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lazy-loading 'flavor' on Instance uuid 67c20aab-6955-41a5-b21b-8f556663d70b {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 11:53:13 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:53:13 user nova-compute[74974]:   <source dev="/dev/sdf"/>
Nov 29 11:53:13 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:53:13 user nova-compute[74974]:   <serial>49bd35c6-85b5-4f27-8d88-e6df92f04b01</serial>
Nov 29 11:53:13 user nova-compute[74974]: </disk>
Nov 29 11:53:13 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 11:53:13 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:53:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:53:13 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Instance spawned successfully.
Nov 29 11:53:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:53:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:53:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:53:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:53:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:53:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:53:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:53:14 user nova-compute[74974]: INFO nova.compute.manager [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Took 5.59 seconds to spawn the instance on the hypervisor.
Nov 29 11:53:14 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:53:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:53:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:53:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] No VIF found with MAC fa:16:3e:fd:30:5b, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:53:14 user nova-compute[74974]: INFO nova.compute.manager [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Took 26.50 seconds to build instance.
Nov 29 11:53:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a3f116b8-f5f1-4563-ad12-53590cac7a32 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "79b495d2-e46d-4dff-9803-22b6721eef88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.634s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-487f92bb-e863-440a-8ed4-0c1027b8c141 req-b0f94c36-c6da-4481-b4e4-d4a4b8eec44b service nova] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Received event network-vif-plugged-af9daefe-4747-4ff6-b9c1-b3db583038d9 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:53:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-487f92bb-e863-440a-8ed4-0c1027b8c141 req-b0f94c36-c6da-4481-b4e4-d4a4b8eec44b service nova] Acquiring lock "79b495d2-e46d-4dff-9803-22b6721eef88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-487f92bb-e863-440a-8ed4-0c1027b8c141 req-b0f94c36-c6da-4481-b4e4-d4a4b8eec44b service nova] Lock "79b495d2-e46d-4dff-9803-22b6721eef88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-487f92bb-e863-440a-8ed4-0c1027b8c141 req-b0f94c36-c6da-4481-b4e4-d4a4b8eec44b service nova] Lock "79b495d2-e46d-4dff-9803-22b6721eef88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-487f92bb-e863-440a-8ed4-0c1027b8c141 req-b0f94c36-c6da-4481-b4e4-d4a4b8eec44b service nova] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] No waiting events found dispatching network-vif-plugged-af9daefe-4747-4ff6-b9c1-b3db583038d9 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:53:14 user nova-compute[74974]: WARNING nova.compute.manager [req-487f92bb-e863-440a-8ed4-0c1027b8c141 req-b0f94c36-c6da-4481-b4e4-d4a4b8eec44b service nova] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Received unexpected event network-vif-plugged-af9daefe-4747-4ff6-b9c1-b3db583038d9 for instance with vm_state active and task_state None.
Nov 29 11:53:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-487f92bb-e863-440a-8ed4-0c1027b8c141 req-b0f94c36-c6da-4481-b4e4-d4a4b8eec44b service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Received event network-changed-53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:53:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-487f92bb-e863-440a-8ed4-0c1027b8c141 req-b0f94c36-c6da-4481-b4e4-d4a4b8eec44b service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Refreshing instance network info cache due to event network-changed-53ea4a73-9b01-49e1-9da0-b498e74ae82b. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:53:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-487f92bb-e863-440a-8ed4-0c1027b8c141 req-b0f94c36-c6da-4481-b4e4-d4a4b8eec44b service nova] Acquiring lock "refresh_cache-fd56ff76-656e-41dc-9310-76344f6ee254" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:53:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-487f92bb-e863-440a-8ed4-0c1027b8c141 req-b0f94c36-c6da-4481-b4e4-d4a4b8eec44b service nova] Acquired lock "refresh_cache-fd56ff76-656e-41dc-9310-76344f6ee254" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:53:14 user nova-compute[74974]: DEBUG nova.network.neutron [req-487f92bb-e863-440a-8ed4-0c1027b8c141 req-b0f94c36-c6da-4481-b4e4-d4a4b8eec44b service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Refreshing network info cache for port 53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:53:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c8d03b93-c6c9-4855-9238-8e257f8d35c0 tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "67c20aab-6955-41a5-b21b-8f556663d70b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.712s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:14 user nova-compute[74974]: DEBUG nova.network.neutron [req-487f92bb-e863-440a-8ed4-0c1027b8c141 req-b0f94c36-c6da-4481-b4e4-d4a4b8eec44b service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Updated VIF entry in instance network info cache for port 53ea4a73-9b01-49e1-9da0-b498e74ae82b. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:53:14 user nova-compute[74974]: DEBUG nova.network.neutron [req-487f92bb-e863-440a-8ed4-0c1027b8c141 req-b0f94c36-c6da-4481-b4e4-d4a4b8eec44b service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Updating instance_info_cache with network_info: [{"id": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "address": "fa:16:3e:64:e1:f2", "network": {"id": "cee24fad-9b89-4d85-91ab-5e4be4ac6afc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1763263934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fe7f1c5d3fd4c5a81d2b9a66467e24b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53ea4a73-9b", "ovs_interfaceid": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:53:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-487f92bb-e863-440a-8ed4-0c1027b8c141 req-b0f94c36-c6da-4481-b4e4-d4a4b8eec44b service nova] Releasing lock "refresh_cache-fd56ff76-656e-41dc-9310-76344f6ee254" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:53:14 user nova-compute[74974]: INFO nova.compute.manager [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Rebuilding instance
Nov 29 11:53:14 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Acquiring lock "67c20aab-6955-41a5-b21b-8f556663d70b" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Lock "67c20aab-6955-41a5-b21b-8f556663d70b" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG os_brick.utils [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d790022f-7931-438e-a011-ce3adf9f1507]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9517bce-4f5a-41a0-99ea-c224ca7969a0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[71d53750-e753-4af3-93e8-2ef4975f4873]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[89aa3e0c-e2ea-4bae-952b-f3d3bb1c43f2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:53:15 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:53:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6219f417-d196-4edb-ad89-82bc9edd6cd7]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG os_brick.utils [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:15 user nova-compute[74974]: INFO nova.compute.manager [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Swapping volume 49bd35c6-85b5-4f27-8d88-e6df92f04b01 for 73f90221-9877-456d-ab29-e3e52c6bf1ae
Nov 29 11:53:15 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Instance destroyed successfully.
Nov 29 11:53:15 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Instance destroyed successfully.
Nov 29 11:53:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:51:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1253524098',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-510655793',id=7,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMUllo0J/7hthSgWOsj90+r5RiCAqzL3/3UekhIestn58v3Jaibu7aGk+5KXjwZV3s5L+b/REc43ULtEcJbMfP9qUIMxD+JBvXPZOEHjR6K9wOEIleMw4YA9CZsj7jbvRw==',key_name='tempest-keypair-1884563507',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:51:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='4fe7f1c5d3fd4c5a81d2b9a66467e24b',ramdisk_id='',reservation_id='r-ex340mt1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1007905033',owner_user_name='tempest-ServerActionsV293TestJSON-1007905033-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:53:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0ace12f579e745e2864703754be00152',uuid=fd56ff76-656e-41dc-9310-76344f6ee254,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "address": "fa:16:3e:64:e1:f2", "network": {"id": "cee24fad-9b89-4d85-91ab-5e4be4ac6afc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1763263934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fe7f1c5d3fd4c5a81d2b9a66467e24b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53ea4a73-9b", "ovs_interfaceid": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Converting VIF {"id": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "address": "fa:16:3e:64:e1:f2", "network": {"id": "cee24fad-9b89-4d85-91ab-5e4be4ac6afc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1763263934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fe7f1c5d3fd4c5a81d2b9a66467e24b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53ea4a73-9b", "ovs_interfaceid": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:64:e1:f2,bridge_name='br-int',has_traffic_filtering=True,id=53ea4a73-9b01-49e1-9da0-b498e74ae82b,network=Network(cee24fad-9b89-4d85-91ab-5e4be4ac6afc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53ea4a73-9b') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG os_vif [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:64:e1:f2,bridge_name='br-int',has_traffic_filtering=True,id=53ea4a73-9b01-49e1-9da0-b498e74ae82b,network=Network(cee24fad-9b89-4d85-91ab-5e4be4ac6afc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53ea4a73-9b') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap53ea4a73-9b, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5ac8e188-5dd6-4073-a815-b395086c8387) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:15 user nova-compute[74974]: INFO os_vif [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:64:e1:f2,bridge_name='br-int',has_traffic_filtering=True,id=53ea4a73-9b01-49e1-9da0-b498e74ae82b,network=Network(cee24fad-9b89-4d85-91ab-5e4be4ac6afc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53ea4a73-9b')
Nov 29 11:53:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cumLiaGv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:15 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 11:53:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f973dfe-ce77-4255-9864-6977946cf58e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:53:16 user nova-compute[74974]: No targets found.
Nov 29 11:53:16 user nova-compute[74974]: iSNS:
Nov 29 11:53:16 user nova-compute[74974]: No targets found.
Nov 29 11:53:16 user nova-compute[74974]: STATIC:
Nov 29 11:53:16 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8
Nov 29 11:53:16 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:16 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:16 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb
Nov 29 11:53:16 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:16 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:16 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a
Nov 29 11:53:16 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:16 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:16 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605
Nov 29 11:53:16 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:16 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:16 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01
Nov 29 11:53:16 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:16 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:16 user nova-compute[74974]: FIRMWARE:
Nov 29 11:53:16 user nova-compute[74974]: No targets found.
Nov 29 11:53:16 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:53:16 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:53:16 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cb7cf26-281b-4862-b862-d5fe8afff7ea]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a7c8520-f2a4-4c1c-a8ee-37992531bb10]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:53:16 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:16 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:16 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:16 user nova-compute[74974]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:16 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:53:16 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:16 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:16 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:16 user nova-compute[74974]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:16 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1acc278700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb'): ({'sdb'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Removing single pathed devices sdb {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac3c469b-c886-471d-a039-dd6dfeb4284b]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.036s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1f9f552-37ab-40c6-be9c-d0051ec69723]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Flushing IO for device /dev/sdb {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[40b90e62-61b7-4817-855d-825f9e6f94e4]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.056s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[59e38f3d-da3d-4a7e-bb16-fe75276f2ad6]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[01d4c5dd-f4d1-43fa-a74d-854870b84267]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG nova.compute.manager [req-5f5c0c7f-35b1-428a-b593-150844290c44 req-2a1be418-9bac-4f7a-acb9-519dc0f966ca service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Received event network-vif-unplugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5f5c0c7f-35b1-428a-b593-150844290c44 req-2a1be418-9bac-4f7a-acb9-519dc0f966ca service nova] Acquiring lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5f5c0c7f-35b1-428a-b593-150844290c44 req-2a1be418-9bac-4f7a-acb9-519dc0f966ca service nova] Lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5f5c0c7f-35b1-428a-b593-150844290c44 req-2a1be418-9bac-4f7a-acb9-519dc0f966ca service nova] Lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG nova.compute.manager [req-5f5c0c7f-35b1-428a-b593-150844290c44 req-2a1be418-9bac-4f7a-acb9-519dc0f966ca service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] No waiting events found dispatching network-vif-unplugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:53:16 user nova-compute[74974]: WARNING nova.compute.manager [req-5f5c0c7f-35b1-428a-b593-150844290c44 req-2a1be418-9bac-4f7a-acb9-519dc0f966ca service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Received unexpected event network-vif-unplugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b for instance with vm_state active and task_state rebuilding.
Nov 29 11:53:16 user nova-compute[74974]: DEBUG nova.compute.manager [req-5f5c0c7f-35b1-428a-b593-150844290c44 req-2a1be418-9bac-4f7a-acb9-519dc0f966ca service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Received event network-vif-plugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5f5c0c7f-35b1-428a-b593-150844290c44 req-2a1be418-9bac-4f7a-acb9-519dc0f966ca service nova] Acquiring lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5f5c0c7f-35b1-428a-b593-150844290c44 req-2a1be418-9bac-4f7a-acb9-519dc0f966ca service nova] Lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5f5c0c7f-35b1-428a-b593-150844290c44 req-2a1be418-9bac-4f7a-acb9-519dc0f966ca service nova] Lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG nova.compute.manager [req-5f5c0c7f-35b1-428a-b593-150844290c44 req-2a1be418-9bac-4f7a-acb9-519dc0f966ca service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] No waiting events found dispatching network-vif-plugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:53:16 user nova-compute[74974]: WARNING nova.compute.manager [req-5f5c0c7f-35b1-428a-b593-150844290c44 req-2a1be418-9bac-4f7a-acb9-519dc0f966ca service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Received unexpected event network-vif-plugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b for instance with vm_state active and task_state rebuilding.
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[316fb75b-6025-4d39-bece-e52812e448d8]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb, portal: 172.16.0.220,3260]
Nov 29 11:53:16 user nova-compute[74974]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb, portal: 172.16.0.220,3260] successful.
Nov 29 11:53:16 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[67d8b176-3b09-4ba4-ab22-a804b2c915d0]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.394s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] <== disconnect_volume: return (396ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:53:16 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Deleting instance files /opt/stack/data/nova/instances/fd56ff76-656e-41dc-9310-76344f6ee254_del
Nov 29 11:53:16 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Deletion of /opt/stack/data/nova/instances/fd56ff76-656e-41dc-9310-76344f6ee254_del complete
Nov 29 11:53:16 user nova-compute[74974]: DEBUG nova.compute.manager [req-1eff638a-0d33-4f6c-9190-4c15d44afa0e req-2d153933-1837-4afd-8273-e337274db52f service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Received event network-changed-2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG nova.compute.manager [req-1eff638a-0d33-4f6c-9190-4c15d44afa0e req-2d153933-1837-4afd-8273-e337274db52f service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Refreshing instance network info cache due to event network-changed-2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1eff638a-0d33-4f6c-9190-4c15d44afa0e req-2d153933-1837-4afd-8273-e337274db52f service nova] Acquiring lock "refresh_cache-7c9788a5-9bc1-404a-9b86-44e3af513159" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1eff638a-0d33-4f6c-9190-4c15d44afa0e req-2d153933-1837-4afd-8273-e337274db52f service nova] Acquired lock "refresh_cache-7c9788a5-9bc1-404a-9b86-44e3af513159" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG nova.network.neutron [req-1eff638a-0d33-4f6c-9190-4c15d44afa0e req-2d153933-1837-4afd-8273-e337274db52f service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Refreshing network info cache for port 2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG nova.network.neutron [req-1eff638a-0d33-4f6c-9190-4c15d44afa0e req-2d153933-1837-4afd-8273-e337274db52f service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Updated VIF entry in instance network info cache for port 2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:53:16 user nova-compute[74974]: DEBUG nova.network.neutron [req-1eff638a-0d33-4f6c-9190-4c15d44afa0e req-2d153933-1837-4afd-8273-e337274db52f service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Updating instance_info_cache with network_info: [{"id": "2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d", "address": "fa:16:3e:66:03:72", "network": {"id": "e0efcc16-4078-4e43-8662-907199c7f0e2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1640826608-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "512ce69f68274b68a7e60cc1abe3d993", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ab3e7c3-10", "ovs_interfaceid": "2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:53:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1eff638a-0d33-4f6c-9190-4c15d44afa0e req-2d153933-1837-4afd-8273-e337274db52f service nova] Releasing lock "refresh_cache-7c9788a5-9bc1-404a-9b86-44e3af513159" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:53:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mHQdKANj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '67c20aab-6955-41a5-b21b-8f556663d70b', 'attached_at': '', 'detached_at': '', 'volume_id': '73f90221-9877-456d-ab29-e3e52c6bf1ae', 'serial': '73f90221-9877-456d-ab29-e3e52c6bf1ae'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pkOUDWdP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': '67c20aab-6955-41a5-b21b-8f556663d70b', 'attached_at': '', 'detached_at': '', 'volume_id': '49bd35c6-85b5-4f27-8d88-e6df92f04b01', 'serial'} {{(pid=74974) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mHQdKANj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:23 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:23 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:23 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[54c9fa19-9842-4579-bea2-10587f9d51ff]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:53:23 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fad2cc9-e79a-4ad3-84b3-f141d14207ba]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae] added
Nov 29 11:53:23 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6beef1a6-97a9-4915-8126-6f84def1be05]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b35fd710-a1e9-419d-b7c9-e183d67e8985]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mHQdKANj {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mHQdKANj" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5fdadb6-110e-468d-9f54-d4afa8fba2a2]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mHQdKANj'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[051b4f71-16f5-4269-aad3-00f2ffc34196]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Acquiring lock "7c9788a5-9bc1-404a-9b86-44e3af513159" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Lock "7c9788a5-9bc1-404a-9b86-44e3af513159" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ade73dc-842d-422a-8f34-c38dfc7f44d8]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:23 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:23 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:23 user nova-compute[74974]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:23 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:23 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:23 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:23 user nova-compute[74974]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:23 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG nova.objects.instance [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Lazy-loading 'flavor' on Instance uuid 7c9788a5-9bc1-404a-9b86-44e3af513159 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f41e42a4-ee48-42d3-88f0-1260d16b5f2c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae, portal: 172.16.0.220,3260]
Nov 29 11:53:23 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae, portal: 172.16.0.220,3260] successful.
Nov 29 11:53:23 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Lock "7c9788a5-9bc1-404a-9b86-44e3af513159" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.098s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:23 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance fd56ff76-656e-41dc-9310-76344f6ee254 could not be found.
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb15e6c0-b544-4a31-ba76-dc3bcb020a8a]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cumLiaGv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:23 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[37cad204-fb70-44d5-af6d-9cfa483229bc]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:23 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:23 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:23 user nova-compute[74974]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:23 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:23 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:23 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:23 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:23 user nova-compute[74974]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:23 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:23 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.333s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] HCTL ('33', '-', '-', 0) found on session 8 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[cab5a60b-4283-4204-9db9-28de034f9de8]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Searching for a device in session 8 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:53:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mHQdKANj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Acquiring lock "7c9788a5-9bc1-404a-9b86-44e3af513159" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Lock "7c9788a5-9bc1-404a-9b86-44e3af513159" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:24 user nova-compute[74974]: INFO nova.compute.manager [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Attaching volume 68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 to /dev/vdb
Nov 29 11:53:24 user nova-compute[74974]: DEBUG os_brick.utils [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5f6fa16-515f-4e80-8daf-a8734d5ef57a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[380c17cb-4f67-4246-85fd-bb58d9b5d823]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c967b8e5-a087-4a65-84a4-eb11307342dc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[49c0b1be-0f34-4471-bc75-82cd556e2f82]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:53:24 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:53:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4340da1d-5fd0-4fff-8f34-7c85faecd609]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG os_brick.utils [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Updating existing volume attachment record: f9c5ad6d-4eb1-46a0-9a76-e2418006350d {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CgYFfxmB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:24 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:53:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JRumdcyI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:24 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.369s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] <== connect_volume: return (1372ms) {'type': 'block', 'scsi_wwn': '26532393866623539', 'path': '/dev/sdb'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26532393866623539', 'path': '/dev/sdb'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.065s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG nova.objects.instance [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Lazy-loading 'flavor' on Instance uuid 67c20aab-6955-41a5-b21b-8f556663d70b {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[59d97c9e-23d2-4053-a500-42c9f512c2c6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:53:25 user nova-compute[74974]: No targets found.
Nov 29 11:53:25 user nova-compute[74974]: iSNS:
Nov 29 11:53:25 user nova-compute[74974]: No targets found.
Nov 29 11:53:25 user nova-compute[74974]: STATIC:
Nov 29 11:53:25 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8
Nov 29 11:53:25 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:25 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:25 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a
Nov 29 11:53:25 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:25 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:25 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605
Nov 29 11:53:25 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:25 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:25 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae
Nov 29 11:53:25 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:25 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:25 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01
Nov 29 11:53:25 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:25 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:25 user nova-compute[74974]: FIRMWARE:
Nov 29 11:53:25 user nova-compute[74974]: No targets found.
Nov 29 11:53:25 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:53:25 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:53:25 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2130873d-6147-4f04-a61c-b04905d00a76]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[67d34f7c-6ac2-4cba-9014-5fabf5089f88]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:25 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:25 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa8795b40>, {}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Disconnecting from: [] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.088s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] <== disconnect_volume: return (1154ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.180s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:25 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:25 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[077faff3-7395-4fd4-bb74-662dcc098f88]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:53:25 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fa71f8d-6fd6-4cbf-88c7-0308331871fe]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced] added
Nov 29 11:53:25 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a9070d1-a096-4794-8c45-eae4a50ee175]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e538b44-6f61-4a9b-8e71-26a0090a2af5]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CgYFfxmB {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CgYFfxmB" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f420167-49bd-406f-b208-abc864864896]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CgYFfxmB'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9d8da11-4abf-4bf2-b2d8-d83db09d9d1f]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c98c47f-d260-4ed8-b2b0-81a249317793]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:25 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:25 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced -p 172.16.0.220:3260 --login" returned: 0 in 0.084s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad8194c5-7a5b-4004-9128-9fcf4d129780]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced, portal: 172.16.0.220,3260]
Nov 29 11:53:25 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced, portal: 172.16.0.220,3260] successful.
Nov 29 11:53:25 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c2c375a-0040-4328-a252-f56735d0b462]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6aec7038-63e5-4ab3-9bbd-542d89691938]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)
Nov 29 11:53:25 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:25 user nova-compute[74974]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)
Nov 29 11:53:25 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.328s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] HCTL ('38', '-', '-', 0) found on session 9 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d78338bc-42a3-4694-b525-d9d0845556a9]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Searching for a device in session 9 and hctl ['38', '*', '*', 0] yield: None {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] COPY block job progress, current cursor: 141557760 final cursor: 1073741824 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:53:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Preparing to wait for external event volume-reimaged-7aa21c24-38c6-4491-a70c-0511a7507afb {{(pid=74974) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Acquiring lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] COPY block job progress, current cursor: 266338304 final cursor: 1073741824 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Searching for a device in session 9 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CgYFfxmB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.370s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] <== connect_volume: return (1550ms) {'type': 'block', 'scsi_wwn': '26463383638376263', 'path': '/dev/sdg'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26463383638376263', 'path': '/dev/sdg'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.519s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:26 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:26 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG nova.objects.instance [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lazy-loading 'flavor' on Instance uuid cffdb25b-6232-479e-9213-861ca86e033e {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 -p 172.16.0.220:3260" returned: 21 in 0.030s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[afb44ba0-a0f8-4d1c-ab29-6141e87f1ee1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:53:26 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 11:53:26 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:53:26 user nova-compute[74974]:   <source dev="/dev/sdg"/>
Nov 29 11:53:26 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:53:26 user nova-compute[74974]:   <serial>c5521baf-9eb5-487b-95a3-c38466120ced</serial>
Nov 29 11:53:26 user nova-compute[74974]: </disk>
Nov 29 11:53:26 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.036s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[05fcc23d-5b15-4415-bb4e-a8b8185c8830]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160] added
Nov 29 11:53:26 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea9acb7e-e193-4909-b227-0a70f618da6c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef2360b2-89cc-4a3a-ae8f-bdf88d59fb5b]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JRumdcyI {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JRumdcyI" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[36c869bf-ed6a-485b-9b06-48681ab5a2c8]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JRumdcyI'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c588b58a-d0cb-41ce-ae75-778fccae805c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.047s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[df1645f5-e0f2-490c-9181-9f02cea8a1f4]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:26 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:26 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:26 user nova-compute[74974]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:26 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:26 user nova-compute[74974]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)
Nov 29 11:53:26 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:26 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:26 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:26 user nova-compute[74974]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:26 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:26 user nova-compute[74974]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)
Nov 29 11:53:26 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 -p 172.16.0.220:3260 --login" returned: 0 in 0.125s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9739cd0f-e507-4ddd-9ae3-fa5ef212644b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160, portal: 172.16.0.220,3260]
Nov 29 11:53:26 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160, portal: 172.16.0.220,3260] successful.
Nov 29 11:53:26 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2cf8f30-7553-4fdd-a876-9612f4d9b90d]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[707ee7f7-62cc-4590-887b-6463ddbebd44]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)
Nov 29 11:53:26 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:26 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:26 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:26 user nova-compute[74974]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:26 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:26 user nova-compute[74974]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)
Nov 29 11:53:26 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)
Nov 29 11:53:26 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:26 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:26 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:26 user nova-compute[74974]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:26 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:26 user nova-compute[74974]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)
Nov 29 11:53:26 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.456s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] HCTL ('39', '-', '-', 0) found on session 10 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb6b3312-971c-4c2c-befa-f7af2c1de591]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Searching for a device in session 10 and hctl ['39', '*', '*', 0] yield: None {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:53:26 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] COPY block job progress, current cursor: 438304768 final cursor: 1073741824 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:53:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:53:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] No BDM found with device name hda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:53:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] No VIF found with MAC fa:16:3e:4c:06:04, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:53:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dd39c5d0-47b8-431d-97af-12a82ccfde3d tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "cffdb25b-6232-479e-9213-861ca86e033e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.781s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] COPY block job progress, current cursor: 603979776 final cursor: 1073741824 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:53:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:27 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Searching for a device in session 10 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:53:27 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JRumdcyI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:53:27 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.495s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:27 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] <== connect_volume: return (3014ms) {'type': 'block', 'scsi_wwn': '23433356339623963', 'path': '/dev/sdh'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23433356339623963', 'path': '/dev/sdh'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:53:27 user nova-compute[74974]: DEBUG nova.objects.instance [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lazy-loading 'flavor' on Instance uuid 30f17c86-1a4a-4313-9fcb-43cf4f247d5c {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] COPY block job progress, current cursor: 705691648 final cursor: 1073741824 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:53:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 11:53:27 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:53:27 user nova-compute[74974]:   <source dev="/dev/sdh"/>
Nov 29 11:53:27 user nova-compute[74974]:   <target dev="sdc" bus="scsi"/>
Nov 29 11:53:27 user nova-compute[74974]:   <serial>0579551d-1f17-46b1-9053-fd11c7edd160</serial>
Nov 29 11:53:27 user nova-compute[74974]:   <address type="drive" controller="0" unit="2"/>
Nov 29 11:53:27 user nova-compute[74974]: </disk>
Nov 29 11:53:27 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 11:53:28 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] COPY block job progress, current cursor: 732954624 final cursor: 1073741824 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:53:28 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] No BDM found with device name sda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:53:28 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:53:28 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] No BDM found with device name sdc, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:53:28 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] No VIF found with MAC fa:16:3e:07:fc:3d, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:53:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af27df7d-8480-4b35-bbb8-06e5de47b679 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.773s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:28 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] COPY block job progress, current cursor: 808452096 final cursor: 1073741824 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:53:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Acquiring lock "cffdb25b-6232-479e-9213-861ca86e033e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "cffdb25b-6232-479e-9213-861ca86e033e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:29 user nova-compute[74974]: INFO nova.compute.manager [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Detaching volume c5521baf-9eb5-487b-95a3-c38466120ced
Nov 29 11:53:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] COPY block job progress, current cursor: 826277888 final cursor: 1073741824 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:53:29 user nova-compute[74974]: INFO nova.virt.block_device [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Attempting to driver detach volume c5521baf-9eb5-487b-95a3-c38466120ced from mountpoint /dev/vdb
Nov 29 11:53:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Attempting to detach device vdb from instance cffdb25b-6232-479e-9213-861ca86e033e from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 11:53:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 11:53:29 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:53:29 user nova-compute[74974]:   <source dev="/dev/sdg"/>
Nov 29 11:53:29 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:53:29 user nova-compute[74974]:   <serial>c5521baf-9eb5-487b-95a3-c38466120ced</serial>
Nov 29 11:53:29 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 11:53:29 user nova-compute[74974]: </disk>
Nov 29 11:53:29 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:53:29 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Successfully detached device vdb from instance cffdb25b-6232-479e-9213-861ca86e033e from the persistent domain config.
Nov 29 11:53:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance cffdb25b-6232-479e-9213-861ca86e033e from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 11:53:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 11:53:29 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:53:29 user nova-compute[74974]:   <source dev="/dev/sdg"/>
Nov 29 11:53:29 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:53:29 user nova-compute[74974]:   <serial>c5521baf-9eb5-487b-95a3-c38466120ced</serial>
Nov 29 11:53:29 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 11:53:29 user nova-compute[74974]: </disk>
Nov 29 11:53:29 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] COPY block job progress, current cursor: 977272832 final cursor: 1073741824 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Acquiring lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:30 user nova-compute[74974]: INFO nova.compute.manager [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Detaching volume 0579551d-1f17-46b1-9053-fd11c7edd160
Nov 29 11:53:30 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3c3aea46-8c78-47db-81a1-6783f7c61a43 is timed out.
Nov 29 11:53:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance cffdb25b-6232-479e-9213-861ca86e033e {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 11:53:30 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Successfully detached device vdb from instance 3c3aea46-8c78-47db-81a1-6783f7c61a43 from the live domain config.
Nov 29 11:53:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oFTbwipt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:30 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc3c85f1-95a5-4030-a5bf-0d0925ce0ce3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:53:30 user nova-compute[74974]: No targets found.
Nov 29 11:53:30 user nova-compute[74974]: iSNS:
Nov 29 11:53:30 user nova-compute[74974]: No targets found.
Nov 29 11:53:30 user nova-compute[74974]: STATIC:
Nov 29 11:53:30 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8
Nov 29 11:53:30 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:30 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:30 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced
Nov 29 11:53:30 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:30 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:30 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a
Nov 29 11:53:30 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:30 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:30 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605
Nov 29 11:53:30 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:30 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:30 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae
Nov 29 11:53:30 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:30 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:30 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160
Nov 29 11:53:30 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:30 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:30 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01
Nov 29 11:53:30 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:30 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:30 user nova-compute[74974]: FIRMWARE:
Nov 29 11:53:30 user nova-compute[74974]: No targets found.
Nov 29 11:53:30 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:53:30 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:53:30 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:30 user nova-compute[74974]: INFO nova.virt.block_device [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Attempting to driver detach volume 0579551d-1f17-46b1-9053-fd11c7edd160 from mountpoint /dev/sdc
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8733fda-ef6c-484f-9bc8-5e3a536fe5b0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Attempting to detach device sdc from instance 30f17c86-1a4a-4313-9fcb-43cf4f247d5c from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 11:53:30 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:53:30 user nova-compute[74974]:   <source dev="/dev/sdh"/>
Nov 29 11:53:30 user nova-compute[74974]:   <target dev="sdc" bus="scsi"/>
Nov 29 11:53:30 user nova-compute[74974]:   <serial>0579551d-1f17-46b1-9053-fd11c7edd160</serial>
Nov 29 11:53:30 user nova-compute[74974]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 29 11:53:30 user nova-compute[74974]: </disk>
Nov 29 11:53:30 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:30 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Successfully detached device sdc from instance 30f17c86-1a4a-4313-9fcb-43cf4f247d5c from the persistent domain config.
Nov 29 11:53:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance 30f17c86-1a4a-4313-9fcb-43cf4f247d5c from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 11:53:30 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:53:30 user nova-compute[74974]:   <source dev="/dev/sdh"/>
Nov 29 11:53:30 user nova-compute[74974]:   <target dev="sdc" bus="scsi"/>
Nov 29 11:53:30 user nova-compute[74974]:   <serial>0579551d-1f17-46b1-9053-fd11c7edd160</serial>
Nov 29 11:53:30 user nova-compute[74974]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 29 11:53:30 user nova-compute[74974]: </disk>
Nov 29 11:53:30 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[eed19a35-c1ac-4722-a417-c4613d1fe88c]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)
Nov 29 11:53:30 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:30 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:30 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:30 user nova-compute[74974]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:30 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:30 user nova-compute[74974]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)
Nov 29 11:53:30 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)
Nov 29 11:53:30 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:30 user nova-compute[74974]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a (non-flash)
Nov 29 11:53:30 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:30 user nova-compute[74974]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:30 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:30 user nova-compute[74974]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)
Nov 29 11:53:30 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1acc4e4550>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a'): ({'sdd'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Removing single pathed devices sdd {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea4737e9-2ace-4ae3-90ca-2a617c405701]: (4, ('path checker states:\nup                  6\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[90d2db9e-a943-437b-a3dc-ab5c5268f332]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Flushing IO for device /dev/sdd {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3aed6f6-5968-4cb5-ab0d-9a76d20a8d0d]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.043s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[96a95ba3-a921-4b51-8f74-04b2927dc2a2]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] SCSI volumes sdd have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.032s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[594e69fa-fe39-4ae4-bcb6-e190eb507208]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a -p 172.16.0.220:3260 --logout" returned: 0 in 0.084s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[db7da4bf-1e41-4f9f-b2e0-181e4b7909b9]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a, portal: 172.16.0.220,3260]
Nov 29 11:53:30 user nova-compute[74974]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a, portal: 172.16.0.220,3260] successful.
Nov 29 11:53:30 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c4e4e3f-8e6f-483e-aa0d-24b5c8bfa74a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[67db774a-3352-4c16-a196-89a6d05f6831]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.381s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] <== disconnect_volume: return (382ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] COPY block job progress, current cursor: 1040187392 final cursor: 1073741824 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance 30f17c86-1a4a-4313-9fcb-43cf4f247d5c {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 11:53:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pkOUDWdP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:31 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ad01f40-5eff-41f2-9423-9a2aee90eccd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:53:31 user nova-compute[74974]: No targets found.
Nov 29 11:53:31 user nova-compute[74974]: iSNS:
Nov 29 11:53:31 user nova-compute[74974]: No targets found.
Nov 29 11:53:31 user nova-compute[74974]: STATIC:
Nov 29 11:53:31 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8
Nov 29 11:53:31 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:31 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:31 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced
Nov 29 11:53:31 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:31 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:31 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605
Nov 29 11:53:31 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:31 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:31 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae
Nov 29 11:53:31 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:31 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:31 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160
Nov 29 11:53:31 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:31 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:31 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01
Nov 29 11:53:31 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:31 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:31 user nova-compute[74974]: FIRMWARE:
Nov 29 11:53:31 user nova-compute[74974]: No targets found.
Nov 29 11:53:31 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:53:31 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:53:31 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a1a7323-b1ee-4088-a191-4ddf3c5769cd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[211e193c-b8e3-4238-a9ad-99d179f43dad]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)
Nov 29 11:53:31 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:31 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:31 user nova-compute[74974]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:31 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:31 user nova-compute[74974]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)
Nov 29 11:53:31 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)
Nov 29 11:53:31 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:31 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:31 user nova-compute[74974]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:31 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:31 user nova-compute[74974]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)
Nov 29 11:53:31 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1ade0dce50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01'): ({'sdf'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Removing single pathed devices sdf {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b716843-67cc-4263-ac0a-fdec5c9f4959]: (4, ('path checker states:\nup                  5\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2608094-761a-413f-beb8-32ecee658638]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Flushing IO for device /dev/sdf {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.012s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c654764c-78fd-4c00-9fe6-fba705428e96]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.046s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b7aa079-4e27-47ee-aa9e-da1d1d02a9cc]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Checking to see if SCSI volumes sdf have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] SCSI volumes sdf have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG nova.objects.instance [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lazy-loading 'flavor' on Instance uuid 3c3aea46-8c78-47db-81a1-6783f7c61a43 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f181575-3fbd-412d-a5aa-428e8f1c6144]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-201c3dde-c0ad-47f7-bd26-8d0dc16842ba tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "3c3aea46-8c78-47db-81a1-6783f7c61a43" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.927s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[32854a6e-7233-47d8-a415-87e8fbbcf055]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01, portal: 172.16.0.220,3260]
Nov 29 11:53:31 user nova-compute[74974]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01, portal: 172.16.0.220,3260] successful.
Nov 29 11:53:31 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[983f8b2a-42cc-48a3-b05b-784482e19a6e]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] <== disconnect_volume: return (317ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mHQdKANj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '67c20aab-6955-41a5-b21b-8f556663d70b', 'attached_at': '', 'detached_at': '', 'volume_id': '73f90221-9877-456d-ab29-e3e52c6bf1ae', 'serial'} {{(pid=74974) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 29 11:53:31 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] swap_volume: removing Cinder connection for volume 49bd35c6-85b5-4f27-8d88-e6df92f04b01 {{(pid=74974) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 29 11:53:32 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] swap_volume: Updating volume 49bd35c6-85b5-4f27-8d88-e6df92f04b01 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "mHQdKANj", "auth_password": "tBmKk0EDGyLc9z", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdb", "volume_id": "73f90221-9877-456d-ab29-e3e52c6bf1ae"}, "status": "reserved", "instance": "67c20aab-6955-41a5-b21b-8f556663d70b", "attached_at": "", "detached_at": "", "volume_id": "73f90221-9877-456d-ab29-e3e52c6bf1ae", "serial": "73f90221-9877-456d-ab29-e3e52c6bf1ae"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '73f90221-9877-456d-ab29-e3e52c6bf1ae', 'no_device': None, 'attachment_id': 'fd67c499-0f14-44f4-92b2-0fe6b3b4e80d'} {{(pid=74974) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 29 11:53:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7bbb3a98-b561-4750-a1dd-9a8254181dd1 tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Lock "67c20aab-6955-41a5-b21b-8f556663d70b" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 17.099s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Acquiring lock "67c20aab-6955-41a5-b21b-8f556663d70b" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Lock "67c20aab-6955-41a5-b21b-8f556663d70b" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:33 user nova-compute[74974]: DEBUG os_brick.utils [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9383f06-a9e1-4644-9245-51d1f9047757]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9091da3f-c553-479e-b95d-177abbfc5d34]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aadaf21-7fac-41be-95b2-5add98f085b8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[308cdb03-032e-4d00-a2e5-1c455d99ad39]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:53:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:53:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:53:33 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:53:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[beebb993-60e6-4095-9e78-fffea355821d]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:53:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:53:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:53:33 user nova-compute[74974]: DEBUG os_brick.utils [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:33 user nova-compute[74974]: INFO nova.compute.manager [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Swapping volume 73f90221-9877-456d-ab29-e3e52c6bf1ae for 49bd35c6-85b5-4f27-8d88-e6df92f04b01
Nov 29 11:53:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'drfPzTbv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:34 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:34 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:34 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a07031b-6a1b-42a4-9a9a-11254a0ea60a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:53:34 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fa321b7-f1c6-4b8a-9db3-9c8b0703a87a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8] added
Nov 29 11:53:34 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d33c3e9-4f0e-4c93-9523-e96d341d4129]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[34c7c7aa-0228-4da6-a720-a89e1bee590d]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v drfPzTbv {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v drfPzTbv" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[79042283-dfa5-49c5-ad93-324da860ab7d]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'drfPzTbv'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[64ccfffc-9567-4a24-a2de-967a31c0cbc8]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d633c6e6-eecd-4438-a912-13c30cbd5d3e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)
Nov 29 11:53:34 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:34 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:34 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:34 user nova-compute[74974]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)
Nov 29 11:53:34 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)
Nov 29 11:53:34 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:34 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:34 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:34 user nova-compute[74974]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)
Nov 29 11:53:34 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6781bf6c-c617-48b1-8759-6211ccb6d9d7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8, portal: 172.16.0.220,3260]
Nov 29 11:53:34 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8, portal: 172.16.0.220,3260] successful.
Nov 29 11:53:34 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a5560ce-c1cf-4e80-8dd3-1a10f039415b]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf89b332-1d11-44c6-829f-4a3991bda051]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)
Nov 29 11:53:34 user nova-compute[74974]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)
Nov 29 11:53:34 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:34 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:34 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:34 user nova-compute[74974]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)
Nov 29 11:53:34 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)
Nov 29 11:53:34 user nova-compute[74974]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)
Nov 29 11:53:34 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:34 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:34 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:34 user nova-compute[74974]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)
Nov 29 11:53:34 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.287s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] HCTL ('35', '-', '-', 0) found on session 11 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Scanning host 35 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[be13b393-a51f-4d7b-8853-86a1706c4e7a]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Searching for a device in session 11 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:53:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'drfPzTbv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:53:35 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:35 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] <== connect_volume: return (1323ms) {'type': 'block', 'scsi_wwn': '26464623262376165', 'path': '/dev/sdd'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26464623262376165', 'path': '/dev/sdd'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:53:35 user nova-compute[74974]: DEBUG nova.objects.instance [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Lazy-loading 'flavor' on Instance uuid 7c9788a5-9bc1-404a-9b86-44e3af513159 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] attach device xml: <disk type="block" device="disk">
Nov 29 11:53:35 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:53:35 user nova-compute[74974]:   <source dev="/dev/sdd"/>
Nov 29 11:53:35 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:53:35 user nova-compute[74974]:   <serial>68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8</serial>
Nov 29 11:53:35 user nova-compute[74974]: </disk>
Nov 29 11:53:35 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 11:53:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:53:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:53:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] No VIF found with MAC fa:16:3e:66:03:72, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:53:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0180448d-15c9-4f9a-b779-6166fa555ee5 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Lock "7c9788a5-9bc1-404a-9b86-44e3af513159" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.508s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4a31594d-c9da-4ebc-a872-f93500026fb0 tempest-VolumesAssistedSnapshotsTest-1678596199 tempest-VolumesAssistedSnapshotsTest-1678596199-project] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] volume_snapshot_create: create_info: {'snapshot_id': '0a7b8944-00cb-4816-8449-7b814a5851e2', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=74974) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Nov 29 11:53:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4a31594d-c9da-4ebc-a872-f93500026fb0 tempest-VolumesAssistedSnapshotsTest-1678596199 tempest-VolumesAssistedSnapshotsTest-1678596199-project] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] snap xml: <domainsnapshot>
Nov 29 11:53:37 user nova-compute[74974]:   <disks>
Nov 29 11:53:37 user nova-compute[74974]:     <disk name="/dev/sdd" snapshot="external" type="file">
Nov 29 11:53:37 user nova-compute[74974]:       <source file="/dev/new_file"/>
Nov 29 11:53:37 user nova-compute[74974]:     </disk>
Nov 29 11:53:37 user nova-compute[74974]:     <disk name="vda" snapshot="no"/>
Nov 29 11:53:37 user nova-compute[74974]:   </disks>
Nov 29 11:53:37 user nova-compute[74974]: </domainsnapshot>
Nov 29 11:53:37 user nova-compute[74974]:  {{(pid=74974) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Nov 29 11:53:37 user nova-compute[74974]: DEBUG nova.objects.instance [None req-4a31594d-c9da-4ebc-a872-f93500026fb0 tempest-VolumesAssistedSnapshotsTest-1678596199 tempest-VolumesAssistedSnapshotsTest-1678596199-project] Lazy-loading 'system_metadata' on Instance uuid 7c9788a5-9bc1-404a-9b86-44e3af513159 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:37 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-4a31594d-c9da-4ebc-a872-f93500026fb0 tempest-VolumesAssistedSnapshotsTest-1678596199 tempest-VolumesAssistedSnapshotsTest-1678596199-project] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [None req-4a31594d-c9da-4ebc-a872-f93500026fb0 tempest-VolumesAssistedSnapshotsTest-1678596199 tempest-VolumesAssistedSnapshotsTest-1678596199-project] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Traceback (most recent call last):
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]     rv = execute(f, *args, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]     six.reraise(c, e, tb)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]     raise value
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]     rv = meth(*args, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] 
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [None req-4a31594d-c9da-4ebc-a872-f93500026fb0 tempest-VolumesAssistedSnapshotsTest-1678596199 tempest-VolumesAssistedSnapshotsTest-1678596199-project] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Traceback (most recent call last):
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]     self._volume_snapshot_create(context, instance, guest,
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]     rv = execute(f, *args, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]     six.reraise(c, e, tb)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]     raise value
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]     rv = meth(*args, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] 
Nov 29 11:53:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ba6851eb-5a67-40cb-a9db-cce0cb3e1f31 tempest-VolumesAssistedSnapshotsTest-1678596199 tempest-VolumesAssistedSnapshotsTest-1678596199-project] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] volume_snapshot_delete: delete_info: {'volume_id': '68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8'} {{(pid=74974) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [None req-ba6851eb-5a67-40cb-a9db-cce0cb3e1f31 tempest-VolumesAssistedSnapshotsTest-1678596199 tempest-VolumesAssistedSnapshotsTest-1678596199-project] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Traceback (most recent call last):
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]     self._volume_snapshot_delete(context, instance, volume_id,
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159]     if delete_info['type'] != 'qcow2':
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] KeyError: 'type'
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] 
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [None req-4a31594d-c9da-4ebc-a872-f93500026fb0 tempest-VolumesAssistedSnapshotsTest-1678596199 tempest-VolumesAssistedSnapshotsTest-1678596199-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 0a7b8944-00cb-4816-8449-7b814a5851e2 could not be found.
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     raise value
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver 
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver 
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 0a7b8944-00cb-4816-8449-7b814a5851e2 could not be found. (HTTP 404) (Request-ID: req-62d5b117-98c0-4ce0-b679-68c23575da8b)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver 
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver 
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 0a7b8944-00cb-4816-8449-7b814a5851e2 could not be found.
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver 
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server [None req-4a31594d-c9da-4ebc-a872-f93500026fb0 tempest-VolumesAssistedSnapshotsTest-1678596199 tempest-VolumesAssistedSnapshotsTest-1678596199-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4505, in volume_snapshot_create
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     raise value
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server 
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver [None req-ba6851eb-5a67-40cb-a9db-cce0cb3e1f31 tempest-VolumesAssistedSnapshotsTest-1678596199 tempest-VolumesAssistedSnapshotsTest-1678596199-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver 
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver 
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-efa4b541-7887-468f-bd8b-ef5cf467e737)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver 
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver 
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 29 11:53:37 user nova-compute[74974]: ERROR nova.virt.libvirt.driver 
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server [None req-ba6851eb-5a67-40cb-a9db-cce0cb3e1f31 tempest-VolumesAssistedSnapshotsTest-1678596199 tempest-VolumesAssistedSnapshotsTest-1678596199-project] Exception during message handling: KeyError: 'type'
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4517, in volume_snapshot_delete
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Nov 29 11:53:37 user nova-compute[74974]: ERROR oslo_messaging.rpc.server 
Nov 29 11:53:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Acquiring lock "7c9788a5-9bc1-404a-9b86-44e3af513159" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Lock "7c9788a5-9bc1-404a-9b86-44e3af513159" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:37 user nova-compute[74974]: INFO nova.compute.manager [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Detaching volume 68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8
Nov 29 11:53:37 user nova-compute[74974]: INFO nova.virt.block_device [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Attempting to driver detach volume 68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 from mountpoint /dev/vdb
Nov 29 11:53:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Attempting to detach device vdb from instance 7c9788a5-9bc1-404a-9b86-44e3af513159 from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 11:53:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] detach device xml: <disk type="block" device="disk">
Nov 29 11:53:37 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:53:37 user nova-compute[74974]:   <source dev="/dev/sdd"/>
Nov 29 11:53:37 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:53:37 user nova-compute[74974]:   <serial>68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8</serial>
Nov 29 11:53:37 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 11:53:37 user nova-compute[74974]: </disk>
Nov 29 11:53:37 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:53:37 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Successfully detached device vdb from instance 7c9788a5-9bc1-404a-9b86-44e3af513159 from the persistent domain config.
Nov 29 11:53:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7c9788a5-9bc1-404a-9b86-44e3af513159 from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 11:53:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] detach device xml: <disk type="block" device="disk">
Nov 29 11:53:37 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:53:37 user nova-compute[74974]:   <source dev="/dev/sdd"/>
Nov 29 11:53:37 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:53:37 user nova-compute[74974]:   <serial>68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8</serial>
Nov 29 11:53:37 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 11:53:37 user nova-compute[74974]: </disk>
Nov 29 11:53:37 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:53:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7c9788a5-9bc1-404a-9b86-44e3af513159 {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 11:53:38 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:53:38 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:53:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:38 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:53:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:53:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:40 user nova-compute[74974]: DEBUG nova.compute.manager [req-7f451e49-1e59-4cd9-aa20-79f7c37f7bf6 req-fdc3c374-5822-4e6a-9341-f2b1d1f5067e service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Received event network-changed-b545a1db-1d11-4f87-a3d7-f25c678328e4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:53:40 user nova-compute[74974]: DEBUG nova.compute.manager [req-7f451e49-1e59-4cd9-aa20-79f7c37f7bf6 req-fdc3c374-5822-4e6a-9341-f2b1d1f5067e service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Refreshing instance network info cache due to event network-changed-b545a1db-1d11-4f87-a3d7-f25c678328e4. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:53:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7f451e49-1e59-4cd9-aa20-79f7c37f7bf6 req-fdc3c374-5822-4e6a-9341-f2b1d1f5067e service nova] Acquiring lock "refresh_cache-b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:53:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7f451e49-1e59-4cd9-aa20-79f7c37f7bf6 req-fdc3c374-5822-4e6a-9341-f2b1d1f5067e service nova] Acquired lock "refresh_cache-b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:53:40 user nova-compute[74974]: DEBUG nova.network.neutron [req-7f451e49-1e59-4cd9-aa20-79f7c37f7bf6 req-fdc3c374-5822-4e6a-9341-f2b1d1f5067e service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Refreshing network info cache for port b545a1db-1d11-4f87-a3d7-f25c678328e4 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:53:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:53:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:53:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:41 user nova-compute[74974]: DEBUG nova.network.neutron [req-7f451e49-1e59-4cd9-aa20-79f7c37f7bf6 req-fdc3c374-5822-4e6a-9341-f2b1d1f5067e service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Updated VIF entry in instance network info cache for port b545a1db-1d11-4f87-a3d7-f25c678328e4. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:53:41 user nova-compute[74974]: DEBUG nova.network.neutron [req-7f451e49-1e59-4cd9-aa20-79f7c37f7bf6 req-fdc3c374-5822-4e6a-9341-f2b1d1f5067e service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Updating instance_info_cache with network_info: [{"id": "b545a1db-1d11-4f87-a3d7-f25c678328e4", "address": "fa:16:3e:24:8b:da", "network": {"id": "56db2e4c-8ace-45ba-b6e0-fe662932ef2a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-423475728-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f4d350489964de78ced58575d5f5c2e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb545a1db-1d", "ovs_interfaceid": "b545a1db-1d11-4f87-a3d7-f25c678328e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:53:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7f451e49-1e59-4cd9-aa20-79f7c37f7bf6 req-fdc3c374-5822-4e6a-9341-f2b1d1f5067e service nova] Releasing lock "refresh_cache-b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:53:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:42 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:53:42 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:53:42 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=7188MB free_disk=25.32962417602539GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2064c075-ca5f-4ef8-a34f-7c0d64debb57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 3c3aea46-8c78-47db-81a1-6783f7c61a43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 67c20aab-6955-41a5-b21b-8f556663d70b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance cffdb25b-6232-479e-9213-861ca86e033e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 30f17c86-1a4a-4313-9fcb-43cf4f247d5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance fd56ff76-656e-41dc-9310-76344f6ee254 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 7c9788a5-9bc1-404a-9b86-44e3af513159 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance b647afc8-4fcc-47c1-bd74-c5aa4a490ccc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance be9b6662-5d67-462b-b203-c94c2520ae86 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 66996956-daa4-48af-b3ab-c21eb0931154 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 79b495d2-e46d-4dff-9803-22b6721eef88 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG nova.compute.manager [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pkOUDWdP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '67c20aab-6955-41a5-b21b-8f556663d70b', 'attached_at': '', 'detached_at': '', 'volume_id': '49bd35c6-85b5-4f27-8d88-e6df92f04b01', 'serial': '49bd35c6-85b5-4f27-8d88-e6df92f04b01'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mHQdKANj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': '73f90221-9877-456d-ab29-e3e52c6bf1ae'}, 'status': 'reserved', 'instance': '67c20aab-6955-41a5-b21b-8f556663d70b', 'attached_at': '', 'detached_at': '', 'volume_id': '73f90221-9877-456d-ab29-e3e52c6bf1ae', 'serial'} {{(pid=74974) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pkOUDWdP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:42 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:42 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:42 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a10a8d2f-637e-4245-8bd2-0452cd5b6460]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:53:42 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.622s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6ecceb3-7728-4b29-8c7e-ba9c9c7eff64]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01] added
Nov 29 11:53:42 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a215b3eb-10ed-43a1-b633-1f8dedfbe7b3]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bbfe3ee-f739-4ba4-af60-5074d35c4e43]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pkOUDWdP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pkOUDWdP" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b717a419-65cd-4c92-beef-259fee9a47c9]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pkOUDWdP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0afe8642-1eff-4f31-bc36-0902c3e9f780]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[863194e9-01a4-4375-9a3f-386903619f95]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)
Nov 29 11:53:42 user nova-compute[74974]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)
Nov 29 11:53:42 user nova-compute[74974]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:53:42 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:42 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:42 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:42 user nova-compute[74974]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)
Nov 29 11:53:42 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)
Nov 29 11:53:42 user nova-compute[74974]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)
Nov 29 11:53:42 user nova-compute[74974]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:53:42 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:42 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:42 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:42 user nova-compute[74974]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)
Nov 29 11:53:42 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --login" returned: 0 in 0.083s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7a03153-2ca5-4aaf-b71a-0b36e99306d3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01, portal: 172.16.0.220,3260]
Nov 29 11:53:43 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01, portal: 172.16.0.220,3260] successful.
Nov 29 11:53:43 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[55de5d1f-aa00-4395-a2be-bb77f939102b]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c557ca5-3acf-4185-8b65-5f2456883f53]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)
Nov 29 11:53:43 user nova-compute[74974]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)
Nov 29 11:53:43 user nova-compute[74974]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:53:43 user nova-compute[74974]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:43 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:43 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:43 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:43 user nova-compute[74974]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)
Nov 29 11:53:43 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)
Nov 29 11:53:43 user nova-compute[74974]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)
Nov 29 11:53:43 user nova-compute[74974]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:53:43 user nova-compute[74974]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:43 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:43 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:43 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:43 user nova-compute[74974]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)
Nov 29 11:53:43 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.317s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] HCTL ('40', '-', '-', 0) found on session 13 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Scanning host 40 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.386s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b676141-47e1-48fc-936f-bab8fcfcedd0]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Searching for a device in session 13 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pkOUDWdP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-3c3aea46-8c78-47db-81a1-6783f7c61a43" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-3c3aea46-8c78-47db-81a1-6783f7c61a43" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:53:43 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 11:53:44 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Updating instance_info_cache with network_info: [{"id": "0fecc7e1-45e6-482d-b734-4119315c282d", "address": "fa:16:3e:6e:70:e4", "network": {"id": "e24c0687-bfa8-4fad-b731-b79baa57c55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-868609875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "442ab51a6f9644b58b174089a531b840", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fecc7e1-45", "ovs_interfaceid": "0fecc7e1-45e6-482d-b734-4119315c282d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:53:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-3c3aea46-8c78-47db-81a1-6783f7c61a43" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:53:44 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 11:53:44 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:53:44 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:53:44 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:53:44 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:53:44 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:53:44 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:53:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.725s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] <== connect_volume: return (1726ms) {'type': 'block', 'scsi_wwn': '26439646561646237', 'path': '/dev/sdi'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26439646561646237', 'path': '/dev/sdi'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:53:44 user nova-compute[74974]: DEBUG nova.objects.instance [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Lazy-loading 'flavor' on Instance uuid 67c20aab-6955-41a5-b21b-8f556663d70b {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] COPY block job progress, current cursor: 7340032 final cursor: 1073741824 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:53:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] COPY block job progress, current cursor: 112197632 final cursor: 1073741824 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:53:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] COPY block job progress, current cursor: 238026752 final cursor: 1073741824 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Acquiring lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG nova.objects.instance [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lazy-loading 'flavor' on Instance uuid b647afc8-4fcc-47c1-bd74-c5aa4a490ccc {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] COPY block job progress, current cursor: 383778816 final cursor: 1073741824 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.111s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG nova.compute.manager [req-1c70a8e8-968a-4811-9a03-d1819e520eb0 req-c0680ead-8931-494b-b137-528e99be1262 service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Received event volume-reimaged-7aa21c24-38c6-4491-a70c-0511a7507afb {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1c70a8e8-968a-4811-9a03-d1819e520eb0 req-c0680ead-8931-494b-b137-528e99be1262 service nova] Acquiring lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1c70a8e8-968a-4811-9a03-d1819e520eb0 req-c0680ead-8931-494b-b137-528e99be1262 service nova] Lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1c70a8e8-968a-4811-9a03-d1819e520eb0 req-c0680ead-8931-494b-b137-528e99be1262 service nova] Lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG nova.compute.manager [req-1c70a8e8-968a-4811-9a03-d1819e520eb0 req-c0680ead-8931-494b-b137-528e99be1262 service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Processing event volume-reimaged-7aa21c24-38c6-4491-a70c-0511a7507afb {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10872}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Instance event wait completed in 19 seconds for volume-reimaged {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:53:46 user nova-compute[74974]: INFO nova.virt.block_device [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Booting with volume 7aa21c24-38c6-4491-a70c-0511a7507afb at /dev/vda
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Acquiring lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:46 user nova-compute[74974]: INFO nova.compute.manager [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Attaching volume 3465ad24-2877-4497-a893-e98dce122e2f to /dev/vdb
Nov 29 11:53:46 user nova-compute[74974]: DEBUG os_brick.utils [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG os_brick.utils [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf26b7da-5e26-4ee5-b4ac-1362971f0f67]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[dee02851-674c-4c81-99ca-df9a149bff58]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d667afbf-2071-4d87-bb02-9a791efc3b1b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f620c05-3d06-43cb-beed-d7bd708692a7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2725127-4c0f-43f0-8a98-ac7cd55e0278]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[799dcb69-5369-4ed9-bee5-525a2078eadf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[42818340-c6f6-4ee5-be88-403b4bf1dc11]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ad4209c-7451-495a-b353-42fdb0566a31]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:53:47 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:53:47 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed1a0664-e45b-46b8-a571-546ec3ac35f9]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG os_brick.utils [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] <== get_connector_properties: return (193ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Updating existing volume attachment record: 48b9c879-74b0-4d99-90a4-a020ace1d7f2 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] COPY block job progress, current cursor: 541065216 final cursor: 1073741824 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:53:47 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:53:47 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[270a85f1-26ce-48de-9b5b-1cc013ead3b3]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG os_brick.utils [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] <== get_connector_properties: return (204ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Updating existing volume attachment record: 046d3938-4ace-4a23-ba84-a3e21dbb5940 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] COPY block job progress, current cursor: 709885952 final cursor: 1073741824 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:53:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] COPY block job progress, current cursor: 870318080 final cursor: 1073741824 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:53:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] COPY block job progress, current cursor: 990904320 final cursor: 1073741824 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mHQdKANj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': '73f90221-9877-456d-ab29-e3e52c6bf1ae'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:49 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[476c6cf7-7519-4acd-9efc-8f2c1fa4d100]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:53:49 user nova-compute[74974]: No targets found.
Nov 29 11:53:49 user nova-compute[74974]: iSNS:
Nov 29 11:53:49 user nova-compute[74974]: No targets found.
Nov 29 11:53:49 user nova-compute[74974]: STATIC:
Nov 29 11:53:49 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8
Nov 29 11:53:49 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:49 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:49 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced
Nov 29 11:53:49 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:49 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:49 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8
Nov 29 11:53:49 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:49 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:49 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605
Nov 29 11:53:49 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:49 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:49 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae
Nov 29 11:53:49 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:49 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:49 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160
Nov 29 11:53:49 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:49 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:49 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01
Nov 29 11:53:49 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:49 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:49 user nova-compute[74974]: FIRMWARE:
Nov 29 11:53:49 user nova-compute[74974]: No targets found.
Nov 29 11:53:49 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:53:49 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:53:49 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b240552e-f0ca-4003-a132-fbce47bf65c4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c9e6237-aaf3-422e-8e22-d93cb6e64b93]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)
Nov 29 11:53:49 user nova-compute[74974]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)
Nov 29 11:53:49 user nova-compute[74974]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:49 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:49 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:49 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:49 user nova-compute[74974]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)
Nov 29 11:53:49 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)
Nov 29 11:53:49 user nova-compute[74974]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)
Nov 29 11:53:49 user nova-compute[74974]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:49 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:49 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:49 user nova-compute[74974]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae (non-flash)
Nov 29 11:53:49 user nova-compute[74974]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)
Nov 29 11:53:49 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa8598820>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae'): ({'sdb'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Removing single pathed devices sdb {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[19b66369-0b26-4b7b-8de7-6c00e7dc13bf]: (4, ('path checker states:\nup                  5\npending             2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[69aeae01-5afc-4e58-a6c3-5cc3cb095a16]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Flushing IO for device /dev/sdb {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dc671d3-8577-4a82-b334-0d24189be40a]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[238cd863-2833-4ea6-917e-062155164df7]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Checking to see if SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e04acc70-21a7-40b0-a887-083c79997558]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[fed081e9-e1a0-4985-8bd7-92c21288a6f7]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae, portal: 172.16.0.220,3260]
Nov 29 11:53:49 user nova-compute[74974]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae, portal: 172.16.0.220,3260] successful.
Nov 29 11:53:49 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73f90221-9877-456d-ab29-e3e52c6bf1ae -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7946d1dd-39ab-4ea9-924e-04e432acb0da]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.350s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] <== disconnect_volume: return (351ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pkOUDWdP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, 'status': 'reserved', 'instance': '67c20aab-6955-41a5-b21b-8f556663d70b', 'attached_at': '', 'detached_at': '', 'volume_id': '49bd35c6-85b5-4f27-8d88-e6df92f04b01', 'serial'} {{(pid=74974) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] swap_volume: removing Cinder connection for volume 73f90221-9877-456d-ab29-e3e52c6bf1ae {{(pid=74974) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 29 11:53:50 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance cffdb25b-6232-479e-9213-861ca86e033e is timed out.
Nov 29 11:53:50 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Successfully detached device vdb from instance cffdb25b-6232-479e-9213-861ca86e033e from the live domain config.
Nov 29 11:53:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CgYFfxmB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:50 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3185d720-5ce5-49b6-8acb-8f93423b1746]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:53:50 user nova-compute[74974]: No targets found.
Nov 29 11:53:50 user nova-compute[74974]: iSNS:
Nov 29 11:53:50 user nova-compute[74974]: No targets found.
Nov 29 11:53:50 user nova-compute[74974]: STATIC:
Nov 29 11:53:50 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8
Nov 29 11:53:50 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:50 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:50 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced
Nov 29 11:53:50 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:50 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:50 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8
Nov 29 11:53:50 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:50 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:50 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605
Nov 29 11:53:50 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:50 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:50 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160
Nov 29 11:53:50 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:50 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:50 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01
Nov 29 11:53:50 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:50 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:50 user nova-compute[74974]: FIRMWARE:
Nov 29 11:53:50 user nova-compute[74974]: No targets found.
Nov 29 11:53:50 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:53:50 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:53:50 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[92b2c712-0350-463b-95ce-c57ed2d18f7f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7152c01b-1fc4-4efd-b630-e7d558977bce]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)
Nov 29 11:53:50 user nova-compute[74974]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)
Nov 29 11:53:50 user nova-compute[74974]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:50 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:50 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:50 user nova-compute[74974]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)
Nov 29 11:53:50 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)
Nov 29 11:53:50 user nova-compute[74974]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)
Nov 29 11:53:50 user nova-compute[74974]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:50 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:50 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:50 user nova-compute[74974]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced (non-flash)
Nov 29 11:53:50 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa859a170>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced'): ({'sdg'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Removing single pathed devices sdg {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0b5084c-9c3c-4c4e-9812-c428e1317feb]: (4, ('path checker states:\nup                  5\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba101638-16bb-4eea-973e-8dbdd5dc6413]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Flushing IO for device /dev/sdg {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[234f54a2-a4bb-40ac-9eba-bef8828bb8f2]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.049s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[984fdc51-8c3c-44c9-9d4c-f1c120822f09]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] SCSI volumes sdg have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[83d01502-34d7-4e72-a05f-d9f45c17dcc9]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3119636-2ae6-4779-8f04-a777962c7ca6]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced, portal: 172.16.0.220,3260]
Nov 29 11:53:50 user nova-compute[74974]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced, portal: 172.16.0.220,3260] successful.
Nov 29 11:53:50 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c5521baf-9eb5-487b-95a3-c38466120ced -p 172.16.0.220:3260 --op delete" returned: 0 in 0.037s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0c43fdc-b9c9-4050-8033-116b940c6d87]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.362s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] <== disconnect_volume: return (363ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:53:50 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance 30f17c86-1a4a-4313-9fcb-43cf4f247d5c is timed out.
Nov 29 11:53:50 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Successfully detached device sdc from instance 30f17c86-1a4a-4313-9fcb-43cf4f247d5c from the live domain config.
Nov 29 11:53:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JRumdcyI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:50 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3a077e9-56f3-4946-bac3-1c0077b2d297]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:53:50 user nova-compute[74974]: No targets found.
Nov 29 11:53:50 user nova-compute[74974]: iSNS:
Nov 29 11:53:50 user nova-compute[74974]: No targets found.
Nov 29 11:53:50 user nova-compute[74974]: STATIC:
Nov 29 11:53:50 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8
Nov 29 11:53:50 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:50 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:50 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8
Nov 29 11:53:50 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:50 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:50 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605
Nov 29 11:53:50 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:50 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:50 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160
Nov 29 11:53:50 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:50 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:50 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01
Nov 29 11:53:50 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:50 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:50 user nova-compute[74974]: FIRMWARE:
Nov 29 11:53:50 user nova-compute[74974]: No targets found.
Nov 29 11:53:50 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:53:50 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:53:50 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c77a7d0-ec04-4d8b-be64-4c6489fab9ec]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e175dfba-736e-4d38-bbf3-b95c402acd14]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)
Nov 29 11:53:50 user nova-compute[74974]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)
Nov 29 11:53:50 user nova-compute[74974]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:50 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:50 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:50 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 (non-flash)
Nov 29 11:53:50 user nova-compute[74974]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)
Nov 29 11:53:50 user nova-compute[74974]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:50 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:50 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:50 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa859b5b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160'): ({'sdh'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Removing single pathed devices sdh {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[78937ed9-c7f3-428d-a27b-eaa890ae24d3]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[37b4bd14-a519-482f-93de-c1b23ed5a693]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Flushing IO for device /dev/sdh {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[10ca8b0a-7533-4752-af90-241346710958]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.038s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[858c2982-c3a9-49c7-88ea-d6250875e319]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] SCSI volumes sdh have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[633c68ae-4667-4604-b79e-7d5ce7cfde23]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] swap_volume: Updating volume 73f90221-9877-456d-ab29-e3e52c6bf1ae BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "pkOUDWdP", "auth_password": "yGJ2EgPzFMrx3K", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdi", "volume_id": "49bd35c6-85b5-4f27-8d88-e6df92f04b01"}, "status": "reserved", "instance": "67c20aab-6955-41a5-b21b-8f556663d70b", "attached_at": "", "detached_at": "", "volume_id": "49bd35c6-85b5-4f27-8d88-e6df92f04b01", "serial": "49bd35c6-85b5-4f27-8d88-e6df92f04b01"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '49bd35c6-85b5-4f27-8d88-e6df92f04b01', 'no_device': None, 'attachment_id': 'd7e831cc-e9e4-4c31-8823-abb87ab066d4'} {{(pid=74974) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-cea93d05-3eeb-4e01-837f-3c8a3a59914b tempest-TestVolumeSwap-1389214914 tempest-TestVolumeSwap-1389214914-project-admin] Lock "67c20aab-6955-41a5-b21b-8f556663d70b" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 17.290s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b5fd02a-749c-4115-ab1d-dc25572eb7bb]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160, portal: 172.16.0.220,3260]
Nov 29 11:53:50 user nova-compute[74974]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160, portal: 172.16.0.220,3260] successful.
Nov 29 11:53:50 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0579551d-1f17-46b1-9053-fd11c7edd160 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:51 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[768cf756-7c66-4b15-aae3-eb36d80954c9]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:51 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:51 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:51 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] <== disconnect_volume: return (317ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:53:51 user nova-compute[74974]: DEBUG nova.objects.instance [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lazy-loading 'flavor' on Instance uuid cffdb25b-6232-479e-9213-861ca86e033e {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-52a5a6ab-00ac-4820-8dce-048ca2bc5e28 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "cffdb25b-6232-479e-9213-861ca86e033e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.363s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Acquiring lock "interface-cffdb25b-6232-479e-9213-861ca86e033e-755f061c-c383-45d0-b085-a9ed8799505b" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "interface-cffdb25b-6232-479e-9213-861ca86e033e-755f061c-c383-45d0-b085-a9ed8799505b" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG nova.objects.instance [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lazy-loading 'flavor' on Instance uuid cffdb25b-6232-479e-9213-861ca86e033e {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:51:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1515660580',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1515660580',id=5,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM7nyOsid5Vj1Vvh598sv5yTrbqsg8vKqhJE0BTKhf+ukY6DMAuBD4U+mxPq7TLE8eCfIQFBDyyBGKsK8zWqC1QACKcZvmbyiDsXXS4dCQISyNB6HwMo/VjXLRrffwH9zA==',key_name='tempest-keypair-1634908587',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:51:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='40d18a3ed8c34cee80c6639ac8356d9f',ramdisk_id='',reservation_id='r-81wkp06b',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1952186476',owner_user_name='tempest-TaggedAttachmentsTest-1952186476-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:51:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a9b3766969c444dabcfe8da6f83ba583',uuid=cffdb25b-6232-479e-9213-861ca86e033e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "755f061c-c383-45d0-b085-a9ed8799505b", "address": "fa:16:3e:e9:61:bc", "network": {"id": "4d7f2636-022f-435f-9ca0-edd8cfbdd980", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1451540912", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap755f061c-c3", "ovs_interfaceid": "755f061c-c383-45d0-b085-a9ed8799505b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Converting VIF {"id": "755f061c-c383-45d0-b085-a9ed8799505b", "address": "fa:16:3e:e9:61:bc", "network": {"id": "4d7f2636-022f-435f-9ca0-edd8cfbdd980", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1451540912", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap755f061c-c3", "ovs_interfaceid": "755f061c-c383-45d0-b085-a9ed8799505b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:61:bc,bridge_name='br-int',has_traffic_filtering=True,id=755f061c-c383-45d0-b085-a9ed8799505b,network=Network(4d7f2636-022f-435f-9ca0-edd8cfbdd980),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap755f061c-c3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:e9:61:bc"/><model type="virtio"/><mtu size="1442"/><target dev="tap755f061c-c3"/></interface> {{(pid=74974) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:e9:61:bc"/><model type="virtio"/><mtu size="1442"/><target dev="tap755f061c-c3"/></interface> {{(pid=74974) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Attempting to detach device tap755f061c-c3 from instance cffdb25b-6232-479e-9213-861ca86e033e from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] detach device xml: <interface type="ethernet">
Nov 29 11:53:52 user nova-compute[74974]:   <mac address="fa:16:3e:e9:61:bc"/>
Nov 29 11:53:52 user nova-compute[74974]:   <model type="virtio"/>
Nov 29 11:53:52 user nova-compute[74974]:   <mtu size="1442"/>
Nov 29 11:53:52 user nova-compute[74974]:   <target dev="tap755f061c-c3"/>
Nov 29 11:53:52 user nova-compute[74974]: </interface>
Nov 29 11:53:52 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:e9:61:bc"/><model type="virtio"/><mtu size="1442"/><target dev="tap755f061c-c3"/></interface> {{(pid=74974) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:e9:61:bc"/><model type="virtio"/><mtu size="1442"/><target dev="tap755f061c-c3"/></interface>not found in domain: <domain type='kvm' id='5'>
Nov 29 11:53:52 user nova-compute[74974]:   <name>instance-00000005</name>
Nov 29 11:53:52 user nova-compute[74974]:   <uuid>cffdb25b-6232-479e-9213-861ca86e033e</uuid>
Nov 29 11:53:52 user nova-compute[74974]:   <metadata>
Nov 29 11:53:52 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:53:52 user nova-compute[74974]:   <nova:package version="0.0.0"/>
Nov 29 11:53:52 user nova-compute[74974]:   <nova:name>tempest-device-tagging-server-1515660580</nova:name>
Nov 29 11:53:52 user nova-compute[74974]:   <nova:creationTime>2023-11-29 11:53:06</nova:creationTime>
Nov 29 11:53:52 user nova-compute[74974]:   <nova:flavor name="m1.tiny">
Nov 29 11:53:52 user nova-compute[74974]:     <nova:memory>512</nova:memory>
Nov 29 11:53:52 user nova-compute[74974]:     <nova:disk>1</nova:disk>
Nov 29 11:53:52 user nova-compute[74974]:     <nova:swap>0</nova:swap>
Nov 29 11:53:52 user nova-compute[74974]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:53:52 user nova-compute[74974]:     <nova:vcpus>1</nova:vcpus>
Nov 29 11:53:52 user nova-compute[74974]:   </nova:flavor>
Nov 29 11:53:52 user nova-compute[74974]:   <nova:owner>
Nov 29 11:53:52 user nova-compute[74974]:     <nova:user uuid="a9b3766969c444dabcfe8da6f83ba583">tempest-TaggedAttachmentsTest-1952186476-project-member</nova:user>
Nov 29 11:53:52 user nova-compute[74974]:     <nova:project uuid="40d18a3ed8c34cee80c6639ac8356d9f">tempest-TaggedAttachmentsTest-1952186476</nova:project>
Nov 29 11:53:52 user nova-compute[74974]:   </nova:owner>
Nov 29 11:53:52 user nova-compute[74974]:   <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:53:52 user nova-compute[74974]:   <nova:ports>
Nov 29 11:53:52 user nova-compute[74974]:     <nova:port uuid="d0f6389e-781e-4dc9-bef6-9837cd64aee8">
Nov 29 11:53:52 user nova-compute[74974]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 11:53:52 user nova-compute[74974]:     </nova:port>
Nov 29 11:53:52 user nova-compute[74974]:     <nova:port uuid="755f061c-c383-45d0-b085-a9ed8799505b">
Nov 29 11:53:52 user nova-compute[74974]:       <nova:ip type="fixed" address="10.10.10.169" ipVersion="4"/>
Nov 29 11:53:52 user nova-compute[74974]:     </nova:port>
Nov 29 11:53:52 user nova-compute[74974]:   </nova:ports>
Nov 29 11:53:52 user nova-compute[74974]: </nova:instance>
Nov 29 11:53:52 user nova-compute[74974]:   </metadata>
Nov 29 11:53:52 user nova-compute[74974]:   <memory unit='KiB'>524288</memory>
Nov 29 11:53:52 user nova-compute[74974]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 29 11:53:52 user nova-compute[74974]:   <vcpu placement='static'>1</vcpu>
Nov 29 11:53:52 user nova-compute[74974]:   <resource>
Nov 29 11:53:52 user nova-compute[74974]:     <partition>/machine</partition>
Nov 29 11:53:52 user nova-compute[74974]:   </resource>
Nov 29 11:53:52 user nova-compute[74974]:   <sysinfo type='smbios'>
Nov 29 11:53:52 user nova-compute[74974]:     <system>
Nov 29 11:53:52 user nova-compute[74974]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 29 11:53:52 user nova-compute[74974]:       <entry name='product'>OpenStack Nova</entry>
Nov 29 11:53:52 user nova-compute[74974]:       <entry name='version'>0.0.0</entry>
Nov 29 11:53:52 user nova-compute[74974]:       <entry name='serial'>cffdb25b-6232-479e-9213-861ca86e033e</entry>
Nov 29 11:53:52 user nova-compute[74974]:       <entry name='uuid'>cffdb25b-6232-479e-9213-861ca86e033e</entry>
Nov 29 11:53:52 user nova-compute[74974]:       <entry name='family'>Virtual Machine</entry>
Nov 29 11:53:52 user nova-compute[74974]:     </system>
Nov 29 11:53:52 user nova-compute[74974]:   </sysinfo>
Nov 29 11:53:52 user nova-compute[74974]:   <os>
Nov 29 11:53:52 user nova-compute[74974]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 29 11:53:52 user nova-compute[74974]:     <boot dev='hd'/>
Nov 29 11:53:52 user nova-compute[74974]:     <smbios mode='sysinfo'/>
Nov 29 11:53:52 user nova-compute[74974]:   </os>
Nov 29 11:53:52 user nova-compute[74974]:   <features>
Nov 29 11:53:52 user nova-compute[74974]:     <acpi/>
Nov 29 11:53:52 user nova-compute[74974]:     <apic/>
Nov 29 11:53:52 user nova-compute[74974]:     <vmcoreinfo state='on'/>
Nov 29 11:53:52 user nova-compute[74974]:   </features>
Nov 29 11:53:52 user nova-compute[74974]:   <cpu mode='custom' match='exact' check='full'>
Nov 29 11:53:52 user nova-compute[74974]:     <model fallback='forbid'>Nehalem</model>
Nov 29 11:53:52 user nova-compute[74974]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 29 11:53:52 user nova-compute[74974]:     <feature policy='require' name='vme'/>
Nov 29 11:53:52 user nova-compute[74974]:     <feature policy='require' name='x2apic'/>
Nov 29 11:53:52 user nova-compute[74974]:     <feature policy='require' name='hypervisor'/>
Nov 29 11:53:52 user nova-compute[74974]:   </cpu>
Nov 29 11:53:52 user nova-compute[74974]:   <clock offset='utc'>
Nov 29 11:53:52 user nova-compute[74974]:     <timer name='pit' tickpolicy='delay'/>
Nov 29 11:53:52 user nova-compute[74974]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 29 11:53:52 user nova-compute[74974]:     <timer name='hpet' present='no'/>
Nov 29 11:53:52 user nova-compute[74974]:   </clock>
Nov 29 11:53:52 user nova-compute[74974]:   <on_poweroff>destroy</on_poweroff>
Nov 29 11:53:52 user nova-compute[74974]:   <on_reboot>restart</on_reboot>
Nov 29 11:53:52 user nova-compute[74974]:   <on_crash>destroy</on_crash>
Nov 29 11:53:52 user nova-compute[74974]:   <devices>
Nov 29 11:53:52 user nova-compute[74974]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 29 11:53:52 user nova-compute[74974]:     <disk type='file' device='disk'>
Nov 29 11:53:52 user nova-compute[74974]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 29 11:53:52 user nova-compute[74974]:       <source file='/opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk' index='2'/>
Nov 29 11:53:52 user nova-compute[74974]:       <backingStore type='file' index='3'>
Nov 29 11:53:52 user nova-compute[74974]:         <format type='raw'/>
Nov 29 11:53:52 user nova-compute[74974]:         <source file='/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8'/>
Nov 29 11:53:52 user nova-compute[74974]:         <backingStore/>
Nov 29 11:53:52 user nova-compute[74974]:       </backingStore>
Nov 29 11:53:52 user nova-compute[74974]:       <target dev='vda' bus='virtio'/>
Nov 29 11:53:52 user nova-compute[74974]:       <alias name='virtio-disk0'/>
Nov 29 11:53:52 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 29 11:53:52 user nova-compute[74974]:     </disk>
Nov 29 11:53:52 user nova-compute[74974]:     <disk type='file' device='cdrom'>
Nov 29 11:53:52 user nova-compute[74974]:       <driver name='qemu' type='raw' cache='none'/>
Nov 29 11:53:52 user nova-compute[74974]:       <source file='/opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk.config' index='1'/>
Nov 29 11:53:52 user nova-compute[74974]:       <backingStore/>
Nov 29 11:53:52 user nova-compute[74974]:       <target dev='hda' bus='ide'/>
Nov 29 11:53:52 user nova-compute[74974]:       <readonly/>
Nov 29 11:53:52 user nova-compute[74974]:       <alias name='ide0-0-0'/>
Nov 29 11:53:52 user nova-compute[74974]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 29 11:53:52 user nova-compute[74974]:     </disk>
Nov 29 11:53:52 user nova-compute[74974]:     <controller type='usb' index='0' model='none'>
Nov 29 11:53:52 user nova-compute[74974]:       <alias name='usb'/>
Nov 29 11:53:52 user nova-compute[74974]:     </controller>
Nov 29 11:53:52 user nova-compute[74974]:     <controller type='pci' index='0' model='pci-root'>
Nov 29 11:53:52 user nova-compute[74974]:       <alias name='pci.0'/>
Nov 29 11:53:52 user nova-compute[74974]:     </controller>
Nov 29 11:53:52 user nova-compute[74974]:     <controller type='ide' index='0'>
Nov 29 11:53:52 user nova-compute[74974]:       <alias name='ide'/>
Nov 29 11:53:52 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 29 11:53:52 user nova-compute[74974]:     </controller>
Nov 29 11:53:52 user nova-compute[74974]:     <interface type='ethernet'>
Nov 29 11:53:52 user nova-compute[74974]:       <mac address='fa:16:3e:4c:06:04'/>
Nov 29 11:53:52 user nova-compute[74974]:       <target dev='tapd0f6389e-78'/>
Nov 29 11:53:52 user nova-compute[74974]:       <model type='virtio'/>
Nov 29 11:53:52 user nova-compute[74974]:       <mtu size='1442'/>
Nov 29 11:53:52 user nova-compute[74974]:       <alias name='net0'/>
Nov 29 11:53:52 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 29 11:53:52 user nova-compute[74974]:     </interface>
Nov 29 11:53:52 user nova-compute[74974]:     <interface type='ethernet'>
Nov 29 11:53:52 user nova-compute[74974]:       <mac address='fa:16:3e:e9:61:bc'/>
Nov 29 11:53:52 user nova-compute[74974]:       <target dev='tap755f061c-c3'/>
Nov 29 11:53:52 user nova-compute[74974]:       <model type='virtio'/>
Nov 29 11:53:52 user nova-compute[74974]:       <mtu size='1442'/>
Nov 29 11:53:52 user nova-compute[74974]:       <alias name='net1'/>
Nov 29 11:53:52 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Nov 29 11:53:52 user nova-compute[74974]:     </interface>
Nov 29 11:53:52 user nova-compute[74974]:     <serial type='pty'>
Nov 29 11:53:52 user nova-compute[74974]:       <source path='/dev/pts/4'/>
Nov 29 11:53:52 user nova-compute[74974]:       <log file='/opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/console.log' append='off'/>
Nov 29 11:53:52 user nova-compute[74974]:       <target type='isa-serial' port='0'>
Nov 29 11:53:52 user nova-compute[74974]:         <model name='isa-serial'/>
Nov 29 11:53:52 user nova-compute[74974]:       </target>
Nov 29 11:53:52 user nova-compute[74974]:       <alias name='serial0'/>
Nov 29 11:53:52 user nova-compute[74974]:     </serial>
Nov 29 11:53:52 user nova-compute[74974]:     <console type='pty' tty='/dev/pts/4'>
Nov 29 11:53:52 user nova-compute[74974]:       <source path='/dev/pts/4'/>
Nov 29 11:53:52 user nova-compute[74974]:       <log file='/opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/console.log' append='off'/>
Nov 29 11:53:52 user nova-compute[74974]:       <target type='serial' port='0'/>
Nov 29 11:53:52 user nova-compute[74974]:       <alias name='serial0'/>
Nov 29 11:53:52 user nova-compute[74974]:     </console>
Nov 29 11:53:52 user nova-compute[74974]:     <input type='mouse' bus='ps2'>
Nov 29 11:53:52 user nova-compute[74974]:       <alias name='input0'/>
Nov 29 11:53:52 user nova-compute[74974]:     </input>
Nov 29 11:53:52 user nova-compute[74974]:     <input type='keyboard' bus='ps2'>
Nov 29 11:53:52 user nova-compute[74974]:       <alias name='input1'/>
Nov 29 11:53:52 user nova-compute[74974]:     </input>
Nov 29 11:53:52 user nova-compute[74974]:     <graphics type='vnc' port='5904' autoport='yes' listen='0.0.0.0'>
Nov 29 11:53:52 user nova-compute[74974]:       <listen type='address' address='0.0.0.0'/>
Nov 29 11:53:52 user nova-compute[74974]:     </graphics>
Nov 29 11:53:52 user nova-compute[74974]:     <audio id='1' type='none'/>
Nov 29 11:53:52 user nova-compute[74974]:     <video>
Nov 29 11:53:52 user nova-compute[74974]:       <model type='virtio' heads='1' primary='yes'/>
Nov 29 11:53:52 user nova-compute[74974]:       <alias name='video0'/>
Nov 29 11:53:52 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 29 11:53:52 user nova-compute[74974]:     </video>
Nov 29 11:53:52 user nova-compute[74974]:     <memballoon model='virtio'>
Nov 29 11:53:52 user nova-compute[74974]:       <stats period='10'/>
Nov 29 11:53:52 user nova-compute[74974]:       <alias name='balloon0'/>
Nov 29 11:53:52 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 29 11:53:52 user nova-compute[74974]:     </memballoon>
Nov 29 11:53:52 user nova-compute[74974]:     <rng model='virtio'>
Nov 29 11:53:52 user nova-compute[74974]:       <backend model='random'>/dev/urandom</backend>
Nov 29 11:53:52 user nova-compute[74974]:       <alias name='rng0'/>
Nov 29 11:53:52 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 29 11:53:52 user nova-compute[74974]:     </rng>
Nov 29 11:53:52 user nova-compute[74974]:   </devices>
Nov 29 11:53:52 user nova-compute[74974]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 29 11:53:52 user nova-compute[74974]:     <label>libvirt-cffdb25b-6232-479e-9213-861ca86e033e</label>
Nov 29 11:53:52 user nova-compute[74974]:     <imagelabel>libvirt-cffdb25b-6232-479e-9213-861ca86e033e</imagelabel>
Nov 29 11:53:52 user nova-compute[74974]:   </seclabel>
Nov 29 11:53:52 user nova-compute[74974]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 29 11:53:52 user nova-compute[74974]:     <label>+64055:+108</label>
Nov 29 11:53:52 user nova-compute[74974]:     <imagelabel>+64055:+108</imagelabel>
Nov 29 11:53:52 user nova-compute[74974]:   </seclabel>
Nov 29 11:53:52 user nova-compute[74974]: </domain>
Nov 29 11:53:52 user nova-compute[74974]:  {{(pid=74974) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 29 11:53:52 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Successfully detached device tap755f061c-c3 from instance cffdb25b-6232-479e-9213-861ca86e033e from the persistent domain config.
Nov 29 11:53:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] (1/8): Attempting to detach device tap755f061c-c3 with device alias net1 from instance cffdb25b-6232-479e-9213-861ca86e033e from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] detach device xml: <interface type="ethernet">
Nov 29 11:53:52 user nova-compute[74974]:   <mac address="fa:16:3e:e9:61:bc"/>
Nov 29 11:53:52 user nova-compute[74974]:   <model type="virtio"/>
Nov 29 11:53:52 user nova-compute[74974]:   <mtu size="1442"/>
Nov 29 11:53:52 user nova-compute[74974]:   <target dev="tap755f061c-c3"/>
Nov 29 11:53:52 user nova-compute[74974]: </interface>
Nov 29 11:53:52 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Start waiting for the detach event from libvirt for device tap755f061c-c3 with device alias net1 for instance cffdb25b-6232-479e-9213-861ca86e033e {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-369ac119-a0c3-430e-8be7-ebb21f5bbbf3 req-0da09cfc-16eb-43e7-b9f4-e57a6da4c599 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Received event network-vif-unplugged-755f061c-c383-45d0-b085-a9ed8799505b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-369ac119-a0c3-430e-8be7-ebb21f5bbbf3 req-0da09cfc-16eb-43e7-b9f4-e57a6da4c599 service nova] Acquiring lock "cffdb25b-6232-479e-9213-861ca86e033e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-369ac119-a0c3-430e-8be7-ebb21f5bbbf3 req-0da09cfc-16eb-43e7-b9f4-e57a6da4c599 service nova] Lock "cffdb25b-6232-479e-9213-861ca86e033e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-369ac119-a0c3-430e-8be7-ebb21f5bbbf3 req-0da09cfc-16eb-43e7-b9f4-e57a6da4c599 service nova] Lock "cffdb25b-6232-479e-9213-861ca86e033e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-369ac119-a0c3-430e-8be7-ebb21f5bbbf3 req-0da09cfc-16eb-43e7-b9f4-e57a6da4c599 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] No waiting events found dispatching network-vif-unplugged-755f061c-c383-45d0-b085-a9ed8799505b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:53:52 user nova-compute[74974]: WARNING nova.compute.manager [req-369ac119-a0c3-430e-8be7-ebb21f5bbbf3 req-0da09cfc-16eb-43e7-b9f4-e57a6da4c599 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Received unexpected event network-vif-unplugged-755f061c-c383-45d0-b085-a9ed8799505b for instance with vm_state active and task_state None.
Nov 29 11:53:52 user nova-compute[74974]: DEBUG nova.objects.instance [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lazy-loading 'flavor' on Instance uuid 30f17c86-1a4a-4313-9fcb-43cf4f247d5c {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7cd4730f-eed8-4e42-a027-f68ebc137ee4 tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.672s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Acquiring lock "67c20aab-6955-41a5-b21b-8f556663d70b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "67c20aab-6955-41a5-b21b-8f556663d70b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Acquiring lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Acquiring lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:53 user nova-compute[74974]: INFO nova.compute.manager [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Terminating instance
Nov 29 11:53:53 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 11:53:53 user nova-compute[74974]: INFO nova.compute.manager [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Detaching volume 49bd35c6-85b5-4f27-8d88-e6df92f04b01
Nov 29 11:53:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:53 user nova-compute[74974]: INFO nova.virt.block_device [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Attempting to driver detach volume 49bd35c6-85b5-4f27-8d88-e6df92f04b01 from mountpoint /dev/vdb
Nov 29 11:53:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Attempting to detach device vdb from instance 67c20aab-6955-41a5-b21b-8f556663d70b from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 11:53:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 11:53:53 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:53:53 user nova-compute[74974]:   <source dev="/dev/sdi"/>
Nov 29 11:53:53 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:53:53 user nova-compute[74974]:   <serial>49bd35c6-85b5-4f27-8d88-e6df92f04b01</serial>
Nov 29 11:53:53 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 11:53:53 user nova-compute[74974]: </disk>
Nov 29 11:53:53 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:53:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:53 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Successfully detached device vdb from instance 67c20aab-6955-41a5-b21b-8f556663d70b from the persistent domain config.
Nov 29 11:53:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 67c20aab-6955-41a5-b21b-8f556663d70b from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 11:53:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 11:53:53 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:53:53 user nova-compute[74974]:   <source dev="/dev/sdi"/>
Nov 29 11:53:53 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:53:53 user nova-compute[74974]:   <serial>49bd35c6-85b5-4f27-8d88-e6df92f04b01</serial>
Nov 29 11:53:53 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 11:53:53 user nova-compute[74974]: </disk>
Nov 29 11:53:53 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 67c20aab-6955-41a5-b21b-8f556663d70b {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 11:53:54 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Instance destroyed successfully.
Nov 29 11:53:54 user nova-compute[74974]: DEBUG nova.objects.instance [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lazy-loading 'resources' on Instance uuid 30f17c86-1a4a-4313-9fcb-43cf4f247d5c {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:51:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1415557715',display_name='tempest-AttachSCSIVolumeTestJSON-server-1415557715',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1415557715',id=6,image_ref='cad64cb9-1829-4526-88d6-de614a6540c8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+9Srpw6aKOsJOkt3paQXb+hZuhvtfTvINXGvVXY5AI+OrgszQiOKs8Ryqys0QvwW+JjbuPJQpMljz4bwm8xbAWfbPhfgdRQq5uhCb8FTNQk9tTYnhDwWGHQa34uwWSEg==',key_name='tempest-keypair-586756142',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:51:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5c6be45378b4411f9e4b721013a4b0e1',ramdisk_id='',reservation_id='r-44ly6wuu',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cad64cb9-1829-4526-88d6-de614a6540c8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-117971603',owner_user_name='tempest-AttachSCSIVolumeTestJSON-117971603-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:51:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='958e7726d74a405e9b7e459829f7dcfd',uuid=30f17c86-1a4a-4313-9fcb-43cf4f247d5c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8a8993b7-1a29-49d9-83ea-9dd992d07e40", "address": "fa:16:3e:07:fc:3d", "network": {"id": "577cbbb4-57bf-4abd-8c46-48bd3dbf3a53", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-467295787-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5c6be45378b4411f9e4b721013a4b0e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a8993b7-1a", "ovs_interfaceid": "8a8993b7-1a29-49d9-83ea-9dd992d07e40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Converting VIF {"id": "8a8993b7-1a29-49d9-83ea-9dd992d07e40", "address": "fa:16:3e:07:fc:3d", "network": {"id": "577cbbb4-57bf-4abd-8c46-48bd3dbf3a53", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-467295787-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5c6be45378b4411f9e4b721013a4b0e1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a8993b7-1a", "ovs_interfaceid": "8a8993b7-1a29-49d9-83ea-9dd992d07e40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:07:fc:3d,bridge_name='br-int',has_traffic_filtering=True,id=8a8993b7-1a29-49d9-83ea-9dd992d07e40,network=Network(577cbbb4-57bf-4abd-8c46-48bd3dbf3a53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a8993b7-1a') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG os_vif [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:fc:3d,bridge_name='br-int',has_traffic_filtering=True,id=8a8993b7-1a29-49d9-83ea-9dd992d07e40,network=Network(577cbbb4-57bf-4abd-8c46-48bd3dbf3a53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a8993b7-1a') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8a8993b7-1a, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9e749a09-7a53-454b-83d6-1fab2d73267d) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:54 user nova-compute[74974]: INFO os_vif [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:fc:3d,bridge_name='br-int',has_traffic_filtering=True,id=8a8993b7-1a29-49d9-83ea-9dd992d07e40,network=Network(577cbbb4-57bf-4abd-8c46-48bd3dbf3a53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a8993b7-1a')
Nov 29 11:53:54 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Deleting instance files /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c_del
Nov 29 11:53:54 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Deletion of /opt/stack/data/nova/instances/30f17c86-1a4a-4313-9fcb-43cf4f247d5c_del complete
Nov 29 11:53:54 user nova-compute[74974]: INFO nova.compute.manager [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Took 1.27 seconds to destroy the instance on the hypervisor.
Nov 29 11:53:54 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-b47bbc34-4eab-45e4-884b-0b25a4047128 req-2e95b0d2-778c-42bf-a2c6-de3a5d1a74b3 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Received event network-vif-plugged-755f061c-c383-45d0-b085-a9ed8799505b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b47bbc34-4eab-45e4-884b-0b25a4047128 req-2e95b0d2-778c-42bf-a2c6-de3a5d1a74b3 service nova] Acquiring lock "cffdb25b-6232-479e-9213-861ca86e033e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b47bbc34-4eab-45e4-884b-0b25a4047128 req-2e95b0d2-778c-42bf-a2c6-de3a5d1a74b3 service nova] Lock "cffdb25b-6232-479e-9213-861ca86e033e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b47bbc34-4eab-45e4-884b-0b25a4047128 req-2e95b0d2-778c-42bf-a2c6-de3a5d1a74b3 service nova] Lock "cffdb25b-6232-479e-9213-861ca86e033e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-b47bbc34-4eab-45e4-884b-0b25a4047128 req-2e95b0d2-778c-42bf-a2c6-de3a5d1a74b3 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] No waiting events found dispatching network-vif-plugged-755f061c-c383-45d0-b085-a9ed8799505b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:53:54 user nova-compute[74974]: WARNING nova.compute.manager [req-b47bbc34-4eab-45e4-884b-0b25a4047128 req-2e95b0d2-778c-42bf-a2c6-de3a5d1a74b3 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Received unexpected event network-vif-plugged-755f061c-c383-45d0-b085-a9ed8799505b for instance with vm_state active and task_state None.
Nov 29 11:53:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-b47bbc34-4eab-45e4-884b-0b25a4047128 req-2e95b0d2-778c-42bf-a2c6-de3a5d1a74b3 service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Received event network-vif-unplugged-8a8993b7-1a29-49d9-83ea-9dd992d07e40 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b47bbc34-4eab-45e4-884b-0b25a4047128 req-2e95b0d2-778c-42bf-a2c6-de3a5d1a74b3 service nova] Acquiring lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b47bbc34-4eab-45e4-884b-0b25a4047128 req-2e95b0d2-778c-42bf-a2c6-de3a5d1a74b3 service nova] Lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b47bbc34-4eab-45e4-884b-0b25a4047128 req-2e95b0d2-778c-42bf-a2c6-de3a5d1a74b3 service nova] Lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-b47bbc34-4eab-45e4-884b-0b25a4047128 req-2e95b0d2-778c-42bf-a2c6-de3a5d1a74b3 service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] No waiting events found dispatching network-vif-unplugged-8a8993b7-1a29-49d9-83ea-9dd992d07e40 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-b47bbc34-4eab-45e4-884b-0b25a4047128 req-2e95b0d2-778c-42bf-a2c6-de3a5d1a74b3 service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Received event network-vif-unplugged-8a8993b7-1a29-49d9-83ea-9dd992d07e40 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-b47bbc34-4eab-45e4-884b-0b25a4047128 req-2e95b0d2-778c-42bf-a2c6-de3a5d1a74b3 service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Received event network-vif-plugged-8a8993b7-1a29-49d9-83ea-9dd992d07e40 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b47bbc34-4eab-45e4-884b-0b25a4047128 req-2e95b0d2-778c-42bf-a2c6-de3a5d1a74b3 service nova] Acquiring lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b47bbc34-4eab-45e4-884b-0b25a4047128 req-2e95b0d2-778c-42bf-a2c6-de3a5d1a74b3 service nova] Lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b47bbc34-4eab-45e4-884b-0b25a4047128 req-2e95b0d2-778c-42bf-a2c6-de3a5d1a74b3 service nova] Lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-b47bbc34-4eab-45e4-884b-0b25a4047128 req-2e95b0d2-778c-42bf-a2c6-de3a5d1a74b3 service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] No waiting events found dispatching network-vif-plugged-8a8993b7-1a29-49d9-83ea-9dd992d07e40 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:53:54 user nova-compute[74974]: WARNING nova.compute.manager [req-b47bbc34-4eab-45e4-884b-0b25a4047128 req-2e95b0d2-778c-42bf-a2c6-de3a5d1a74b3 service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Received unexpected event network-vif-plugged-8a8993b7-1a29-49d9-83ea-9dd992d07e40 for instance with vm_state active and task_state deleting.
Nov 29 11:53:55 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:53:55 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Took 1.02 seconds to deallocate network for instance.
Nov 29 11:53:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.458s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:53:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Creating image(s)
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Did not create local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Ensure instance console log exists: /opt/stack/data/nova/instances/fd56ff76-656e-41dc-9310-76344f6ee254/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Start _get_guest_xml network_info=[{"id": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "address": "fa:16:3e:64:e1:f2", "network": {"id": "cee24fad-9b89-4d85-91ab-5e4be4ac6afc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1763263934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fe7f1c5d3fd4c5a81d2b9a66467e24b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53ea4a73-9b", "ovs_interfaceid": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': 'virtio', 'attachment_id': '48b9c879-74b0-4d99-90a4-a020ace1d7f2', 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cumLiaGv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fd56ff76-656e-41dc-9310-76344f6ee254', 'attached_at': '', 'detached_at': '', 'volume_id': '7aa21c24-38c6-4491-a70c-0511a7507afb', 'serial': '7aa21c24-38c6-4491-a70c-0511a7507afb'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dGvUzfeM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:56 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:56 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:56 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:53:56 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Deleted allocations for instance 30f17c86-1a4a-4313-9fcb-43cf4f247d5c
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:56 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 29 11:53:56 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 29 11:53:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f -p 172.16.0.220:3260" returned: 21 in 0.070s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[83e2b821-fa2e-4dec-9671-52645c301522]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:53:56 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.objects.instance [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lazy-loading 'vcpu_model' on Instance uuid fd56ff76-656e-41dc-9310-76344f6ee254 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e816c5a-70c6-4065-b69b-c47b8506f88e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f] added
Nov 29 11:53:56 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[923a5e38-5c0a-40ca-aaee-de184862ec41]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cumLiaGv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:56 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.032s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cbf968c-1cd0-43b9-935e-3ef705f9d96c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dGvUzfeM {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a10ac6a0-ca6c-477a-b811-23b5032517fb tempest-AttachSCSIVolumeTestJSON-117971603 tempest-AttachSCSIVolumeTestJSON-117971603-project-member] Lock "30f17c86-1a4a-4313-9fcb-43cf4f247d5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.067s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dGvUzfeM" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b0d3cdc-db94-4e8c-9111-eb1fd5a75b9a]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dGvUzfeM'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.065s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ca6b17c-558d-4c5c-925b-644f276c7291]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e94bcdb-2d43-41d3-99ba-51b3ee603a8e]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)
Nov 29 11:53:56 user nova-compute[74974]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:56 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:56 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:56 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)
Nov 29 11:53:56 user nova-compute[74974]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:56 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:56 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:56 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2ec0243-e11f-46dc-9659-f1c8a7507893]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f, portal: 172.16.0.220,3260]
Nov 29 11:53:56 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f, portal: 172.16.0.220,3260] successful.
Nov 29 11:53:56 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f6ed662-4a99-43ce-a108-7dceab286646]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bca7d04-7760-4a3f-ad9b-b93b088f28e6]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)
Nov 29 11:53:56 user nova-compute[74974]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:56 user nova-compute[74974]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f (non-flash)
Nov 29 11:53:56 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:56 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:56 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)
Nov 29 11:53:56 user nova-compute[74974]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:56 user nova-compute[74974]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f (non-flash)
Nov 29 11:53:56 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:56 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:56 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.438s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] HCTL ('33', '-', '-', 0) found on session 14 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[118b6665-36de-4b90-a224-59838fc90b09]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Searching for a device in session 14 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dGvUzfeM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:53:56 user nova-compute[74974]: DEBUG nova.compute.manager [req-263881b0-83b4-4bde-b824-b0ee1b7491f4 req-422a5b79-7e29-4fe0-9eb0-eb0f86ce2955 service nova] [instance: 30f17c86-1a4a-4313-9fcb-43cf4f247d5c] Received event network-vif-deleted-8a8993b7-1a29-49d9-83ea-9dd992d07e40 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.489s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] <== connect_volume: return (1490ms) {'type': 'block', 'scsi_wwn': '26365383566626631', 'path': '/dev/sdb'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26365383566626631', 'path': '/dev/sdb'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.314s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:57 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 11:53:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:57 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG nova.objects.instance [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lazy-loading 'flavor' on Instance uuid b647afc8-4fcc-47c1-bd74-c5aa4a490ccc {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[76b36111-479b-4e0f-9608-f94f8abfeab5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:53:57 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 11:53:57 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:53:57 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 11:53:57 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:53:57 user nova-compute[74974]:   <serial>3465ad24-2877-4497-a893-e98dce122e2f</serial>
Nov 29 11:53:57 user nova-compute[74974]: </disk>
Nov 29 11:53:57 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b888c16-3d92-4260-ba35-6914932efb1b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb] added
Nov 29 11:53:57 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e846cdaa-8027-41d7-b379-9ea780f8d463]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef6ae98a-aa52-4179-ad1a-c24026ca384d]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cumLiaGv {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cumLiaGv" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[18c5b46e-8ab3-41f5-ac31-3b59825e8de7]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cumLiaGv'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e069fce-b438-460a-84d1-c9ed91c78ec0]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[54ba2ffc-85c4-4520-9dbd-8855e4a23266]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)
Nov 29 11:53:57 user nova-compute[74974]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:57 user nova-compute[74974]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f (non-flash)
Nov 29 11:53:57 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:57 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:57 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)
Nov 29 11:53:57 user nova-compute[74974]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:57 user nova-compute[74974]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f (non-flash)
Nov 29 11:53:57 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:57 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:57 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e5c2aab-d110-4a0f-bc9f-81308f0c9604]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb, portal: 172.16.0.220,3260]
Nov 29 11:53:57 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb, portal: 172.16.0.220,3260] successful.
Nov 29 11:53:57 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c90b1c3-2af9-4294-a2b4-f076ec6cc632]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff402b4b-2489-4b06-88a7-f99baf8e0f3e]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)
Nov 29 11:53:57 user nova-compute[74974]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:57 user nova-compute[74974]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f (non-flash)
Nov 29 11:53:57 user nova-compute[74974]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:53:57 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:57 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:57 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)
Nov 29 11:53:57 user nova-compute[74974]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:57 user nova-compute[74974]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f (non-flash)
Nov 29 11:53:57 user nova-compute[74974]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:53:57 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:57 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:57 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.338s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] HCTL ('37', '-', '-', 0) found on session 15 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6edd189-3612-47a6-9d26-5ab93dded52e]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:57 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Searching for a device in session 15 and hctl ['37', '*', '*', 0] yield: None {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:53:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:53:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:53:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] No VIF found with MAC fa:16:3e:24:8b:da, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:53:58 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7c9788a5-9bc1-404a-9b86-44e3af513159 is timed out.
Nov 29 11:53:58 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Successfully detached device vdb from instance 7c9788a5-9bc1-404a-9b86-44e3af513159 from the live domain config.
Nov 29 11:53:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:53:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'drfPzTbv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:53:58 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:53:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:53:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0415dbd0-8201-404d-9025-4e1cc6f4a03e tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.461s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:53:58 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Searching for a device in session 15 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:53:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cumLiaGv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:53:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.371s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] <== connect_volume: return (2685ms) {'type': 'block', 'scsi_wwn': '26535356466666663', 'path': '/dev/sdf'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26535356466666663', 'path': '/dev/sdf'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:53:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.752s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T11:51:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1253524098',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-510655793',id=7,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMUllo0J/7hthSgWOsj90+r5RiCAqzL3/3UekhIestn58v3Jaibu7aGk+5KXjwZV3s5L+b/REc43ULtEcJbMfP9qUIMxD+JBvXPZOEHjR6K9wOEIleMw4YA9CZsj7jbvRw==',key_name='tempest-keypair-1884563507',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:51:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='4fe7f1c5d3fd4c5a81d2b9a66467e24b',ramdisk_id='',reservation_id='r-ex340mt1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1007905033',owner_user_name='tempest-ServerActionsV293TestJSON-1007905033-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:53:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0ace12f579e745e2864703754be00152',uuid=fd56ff76-656e-41dc-9310-76344f6ee254,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "address": "fa:16:3e:64:e1:f2", "network": {"id": "cee24fad-9b89-4d85-91ab-5e4be4ac6afc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1763263934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fe7f1c5d3fd4c5a81d2b9a66467e24b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53ea4a73-9b", "ovs_interfaceid": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Converting VIF {"id": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "address": "fa:16:3e:64:e1:f2", "network": {"id": "cee24fad-9b89-4d85-91ab-5e4be4ac6afc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1763263934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fe7f1c5d3fd4c5a81d2b9a66467e24b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53ea4a73-9b", "ovs_interfaceid": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:64:e1:f2,bridge_name='br-int',has_traffic_filtering=True,id=53ea4a73-9b01-49e1-9da0-b498e74ae82b,network=Network(cee24fad-9b89-4d85-91ab-5e4be4ac6afc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53ea4a73-9b') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:53:59 user nova-compute[74974]:   <uuid>fd56ff76-656e-41dc-9310-76344f6ee254</uuid>
Nov 29 11:53:59 user nova-compute[74974]:   <name>instance-00000007</name>
Nov 29 11:53:59 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:53:59 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:53:59 user nova-compute[74974]:   <metadata>
Nov 29 11:53:59 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:53:59 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:53:59 user nova-compute[74974]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1253524098</nova:name>
Nov 29 11:53:59 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:53:56</nova:creationTime>
Nov 29 11:53:59 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:53:59 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:53:59 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:53:59 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:53:59 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:53:59 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:53:59 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:53:59 user nova-compute[74974]:       <nova:owner>
Nov 29 11:53:59 user nova-compute[74974]:         <nova:user uuid="0ace12f579e745e2864703754be00152">tempest-ServerActionsV293TestJSON-1007905033-project-member</nova:user>
Nov 29 11:53:59 user nova-compute[74974]:         <nova:project uuid="4fe7f1c5d3fd4c5a81d2b9a66467e24b">tempest-ServerActionsV293TestJSON-1007905033</nova:project>
Nov 29 11:53:59 user nova-compute[74974]:       </nova:owner>
Nov 29 11:53:59 user nova-compute[74974]:       <nova:ports>
Nov 29 11:53:59 user nova-compute[74974]:         <nova:port uuid="53ea4a73-9b01-49e1-9da0-b498e74ae82b">
Nov 29 11:53:59 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 29 11:53:59 user nova-compute[74974]:         </nova:port>
Nov 29 11:53:59 user nova-compute[74974]:       </nova:ports>
Nov 29 11:53:59 user nova-compute[74974]:     </nova:instance>
Nov 29 11:53:59 user nova-compute[74974]:   </metadata>
Nov 29 11:53:59 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:53:59 user nova-compute[74974]:     <system>
Nov 29 11:53:59 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:53:59 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:53:59 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:53:59 user nova-compute[74974]:       <entry name="serial">fd56ff76-656e-41dc-9310-76344f6ee254</entry>
Nov 29 11:53:59 user nova-compute[74974]:       <entry name="uuid">fd56ff76-656e-41dc-9310-76344f6ee254</entry>
Nov 29 11:53:59 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:53:59 user nova-compute[74974]:     </system>
Nov 29 11:53:59 user nova-compute[74974]:   </sysinfo>
Nov 29 11:53:59 user nova-compute[74974]:   <os>
Nov 29 11:53:59 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:53:59 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:53:59 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:53:59 user nova-compute[74974]:   </os>
Nov 29 11:53:59 user nova-compute[74974]:   <features>
Nov 29 11:53:59 user nova-compute[74974]:     <acpi/>
Nov 29 11:53:59 user nova-compute[74974]:     <apic/>
Nov 29 11:53:59 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:53:59 user nova-compute[74974]:   </features>
Nov 29 11:53:59 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:53:59 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:53:59 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:53:59 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:53:59 user nova-compute[74974]:   </clock>
Nov 29 11:53:59 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:53:59 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:53:59 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:53:59 user nova-compute[74974]:   </cpu>
Nov 29 11:53:59 user nova-compute[74974]:   <devices>
Nov 29 11:53:59 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 11:53:59 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:53:59 user nova-compute[74974]:       <source dev="/dev/sdf"/>
Nov 29 11:53:59 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:53:59 user nova-compute[74974]:       <serial>7aa21c24-38c6-4491-a70c-0511a7507afb</serial>
Nov 29 11:53:59 user nova-compute[74974]:     </disk>
Nov 29 11:53:59 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:53:59 user nova-compute[74974]:       <mac address="fa:16:3e:64:e1:f2"/>
Nov 29 11:53:59 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:53:59 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:53:59 user nova-compute[74974]:       <target dev="tap53ea4a73-9b"/>
Nov 29 11:53:59 user nova-compute[74974]:     </interface>
Nov 29 11:53:59 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:53:59 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/fd56ff76-656e-41dc-9310-76344f6ee254/console.log" append="off"/>
Nov 29 11:53:59 user nova-compute[74974]:     </serial>
Nov 29 11:53:59 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:53:59 user nova-compute[74974]:     <video>
Nov 29 11:53:59 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:53:59 user nova-compute[74974]:     </video>
Nov 29 11:53:59 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:53:59 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:53:59 user nova-compute[74974]:     </rng>
Nov 29 11:53:59 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:53:59 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:53:59 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:53:59 user nova-compute[74974]:     </memballoon>
Nov 29 11:53:59 user nova-compute[74974]:   </devices>
Nov 29 11:53:59 user nova-compute[74974]: </domain>
Nov 29 11:53:59 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T11:51:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1253524098',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-510655793',id=7,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMUllo0J/7hthSgWOsj90+r5RiCAqzL3/3UekhIestn58v3Jaibu7aGk+5KXjwZV3s5L+b/REc43ULtEcJbMfP9qUIMxD+JBvXPZOEHjR6K9wOEIleMw4YA9CZsj7jbvRw==',key_name='tempest-keypair-1884563507',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:51:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='4fe7f1c5d3fd4c5a81d2b9a66467e24b',ramdisk_id='',reservation_id='r-ex340mt1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1007905033',owner_user_name='tempest-ServerActionsV293TestJSON-1007905033-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:53:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0ace12f579e745e2864703754be00152',uuid=fd56ff76-656e-41dc-9310-76344f6ee254,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "address": "fa:16:3e:64:e1:f2", "network": {"id": "cee24fad-9b89-4d85-91ab-5e4be4ac6afc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1763263934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fe7f1c5d3fd4c5a81d2b9a66467e24b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53ea4a73-9b", "ovs_interfaceid": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Converting VIF {"id": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "address": "fa:16:3e:64:e1:f2", "network": {"id": "cee24fad-9b89-4d85-91ab-5e4be4ac6afc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1763263934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fe7f1c5d3fd4c5a81d2b9a66467e24b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53ea4a73-9b", "ovs_interfaceid": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:64:e1:f2,bridge_name='br-int',has_traffic_filtering=True,id=53ea4a73-9b01-49e1-9da0-b498e74ae82b,network=Network(cee24fad-9b89-4d85-91ab-5e4be4ac6afc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53ea4a73-9b') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG os_vif [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:64:e1:f2,bridge_name='br-int',has_traffic_filtering=True,id=53ea4a73-9b01-49e1-9da0-b498e74ae82b,network=Network(cee24fad-9b89-4d85-91ab-5e4be4ac6afc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53ea4a73-9b') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1c0181e-b7a7-40ec-b244-4596506f7842]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:53:59 user nova-compute[74974]: No targets found.
Nov 29 11:53:59 user nova-compute[74974]: iSNS:
Nov 29 11:53:59 user nova-compute[74974]: No targets found.
Nov 29 11:53:59 user nova-compute[74974]: STATIC:
Nov 29 11:53:59 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8
Nov 29 11:53:59 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:59 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:59 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb
Nov 29 11:53:59 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:59 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:59 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8
Nov 29 11:53:59 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:59 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:59 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605
Nov 29 11:53:59 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:59 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:59 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f
Nov 29 11:53:59 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:59 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:59 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01
Nov 29 11:53:59 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:53:59 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:53:59 user nova-compute[74974]: FIRMWARE:
Nov 29 11:53:59 user nova-compute[74974]: No targets found.
Nov 29 11:53:59 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:53:59 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:53:59 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9003b5e3-0ddc-53a1-aedd-b1a424666614', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e865d6c5-d23d-402b-bab4-cbdd39f7adc3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap53ea4a73-9b, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap53ea4a73-9b, col_values=(('qos', UUID('1c756176-ac25-4539-b8ad-d5504c869335')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap53ea4a73-9b, col_values=(('external_ids', {'iface-id': '53ea4a73-9b01-49e1-9da0-b498e74ae82b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:64:e1:f2', 'vm-uuid': 'fd56ff76-656e-41dc-9310-76344f6ee254'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6633c2d7-ff9d-45b2-a896-197ba31b2756]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)
Nov 29 11:53:59 user nova-compute[74974]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:59 user nova-compute[74974]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f (non-flash)
Nov 29 11:53:59 user nova-compute[74974]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:53:59 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:59 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:59 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 (non-flash)
Nov 29 11:53:59 user nova-compute[74974]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:53:59 user nova-compute[74974]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f (non-flash)
Nov 29 11:53:59 user nova-compute[74974]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:53:59 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:53:59 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:53:59 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa859b880>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8'): ({'sdd'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Removing single pathed devices sdd {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:53:59 user nova-compute[74974]: INFO os_vif [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:64:e1:f2,bridge_name='br-int',has_traffic_filtering=True,id=53ea4a73-9b01-49e1-9da0-b498e74ae82b,network=Network(cee24fad-9b89-4d85-91ab-5e4be4ac6afc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53ea4a73-9b')
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[885541b1-aaa0-40c7-b49d-f865d9e7cdb7]: (4, ('path checker states:\nup                  5\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ee1cab2-abc4-4c19-a449-5dbcb9dbb757]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Flushing IO for device /dev/sdd {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d897c0eb-a386-4c8e-8e15-79e129073995]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] No VIF found with MAC fa:16:3e:64:e1:f2, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.048s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[689ce590-7e58-47cb-8d75-e1fca09607f9]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Checking to see if SCSI volumes sdd have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] SCSI volumes sdd have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4023ab1-2bcb-4ea2-a7ff-26fc8cd004c0]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[29019df9-d33a-49fa-ac29-53655bd0419c]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8, portal: 172.16.0.220,3260]
Nov 29 11:53:59 user nova-compute[74974]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8, portal: 172.16.0.220,3260] successful.
Nov 29 11:53:59 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f9a54b-d3a4-4be5-9bf1-5c458c5d1ab8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad84bcb3-2168-4119-9313-888144a5c2b3]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.379s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] <== disconnect_volume: return (1131ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:53:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:54:00 user nova-compute[74974]: DEBUG nova.objects.instance [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Lazy-loading 'flavor' on Instance uuid 7c9788a5-9bc1-404a-9b86-44e3af513159 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f6130a98-fc2a-4859-aa0b-32479ec9c527 tempest-VolumesAssistedSnapshotsTest-1788545459 tempest-VolumesAssistedSnapshotsTest-1788545459-project-admin] Lock "7c9788a5-9bc1-404a-9b86-44e3af513159" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.786s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Acquiring lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:00 user nova-compute[74974]: INFO nova.compute.manager [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Detaching volume 3465ad24-2877-4497-a893-e98dce122e2f
Nov 29 11:54:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:00 user nova-compute[74974]: INFO nova.virt.block_device [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Attempting to driver detach volume 3465ad24-2877-4497-a893-e98dce122e2f from mountpoint /dev/vdb
Nov 29 11:54:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Attempting to detach device vdb from instance b647afc8-4fcc-47c1-bd74-c5aa4a490ccc from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 11:54:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 11:54:00 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:54:00 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 11:54:00 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:54:00 user nova-compute[74974]:   <serial>3465ad24-2877-4497-a893-e98dce122e2f</serial>
Nov 29 11:54:00 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 11:54:00 user nova-compute[74974]: </disk>
Nov 29 11:54:00 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:54:00 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Successfully detached device vdb from instance b647afc8-4fcc-47c1-bd74-c5aa4a490ccc from the persistent domain config.
Nov 29 11:54:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b647afc8-4fcc-47c1-bd74-c5aa4a490ccc from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 11:54:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 11:54:00 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:54:00 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 11:54:00 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:54:00 user nova-compute[74974]:   <serial>3465ad24-2877-4497-a893-e98dce122e2f</serial>
Nov 29 11:54:00 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 11:54:00 user nova-compute[74974]: </disk>
Nov 29 11:54:00 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:54:01 user nova-compute[74974]: DEBUG nova.compute.manager [req-c4acf558-78f0-4a41-aa0a-b98177228103 req-d6eb4b27-0ebc-465a-94d8-4f88588b0651 service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Received event network-vif-plugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c4acf558-78f0-4a41-aa0a-b98177228103 req-d6eb4b27-0ebc-465a-94d8-4f88588b0651 service nova] Acquiring lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c4acf558-78f0-4a41-aa0a-b98177228103 req-d6eb4b27-0ebc-465a-94d8-4f88588b0651 service nova] Lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c4acf558-78f0-4a41-aa0a-b98177228103 req-d6eb4b27-0ebc-465a-94d8-4f88588b0651 service nova] Lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:01 user nova-compute[74974]: DEBUG nova.compute.manager [req-c4acf558-78f0-4a41-aa0a-b98177228103 req-d6eb4b27-0ebc-465a-94d8-4f88588b0651 service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] No waiting events found dispatching network-vif-plugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:54:01 user nova-compute[74974]: WARNING nova.compute.manager [req-c4acf558-78f0-4a41-aa0a-b98177228103 req-d6eb4b27-0ebc-465a-94d8-4f88588b0651 service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Received unexpected event network-vif-plugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b for instance with vm_state active and task_state rebuild_spawning.
Nov 29 11:54:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "37372d68-15d3-4e47-b91e-53b42685e2cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "37372d68-15d3-4e47-b91e-53b42685e2cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:01 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:54:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b647afc8-4fcc-47c1-bd74-c5aa4a490ccc {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 11:54:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:01 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:54:01 user nova-compute[74974]: INFO nova.compute.claims [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Claim successful on node user
Nov 29 11:54:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:01 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:54:01 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:54:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.594s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:01 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:54:01 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:54:01 user nova-compute[74974]: DEBUG nova.network.neutron [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:54:01 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:54:01 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:54:02 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Creating image(s)
Nov 29 11:54:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "/opt/stack/data/nova/instances/37372d68-15d3-4e47-b91e-53b42685e2cf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "/opt/stack/data/nova/instances/37372d68-15d3-4e47-b91e-53b42685e2cf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "/opt/stack/data/nova/instances/37372d68-15d3-4e47-b91e-53b42685e2cf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.189s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG nova.policy [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bd7de9e0210495fb9f7293c81615b19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '442ab51a6f9644b58b174089a531b840', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.183s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/37372d68-15d3-4e47-b91e-53b42685e2cf/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/37372d68-15d3-4e47-b91e-53b42685e2cf/disk 1073741824" returned: 0 in 0.053s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.184s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Checking if we can resize image /opt/stack/data/nova/instances/37372d68-15d3-4e47-b91e-53b42685e2cf/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37372d68-15d3-4e47-b91e-53b42685e2cf/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37372d68-15d3-4e47-b91e-53b42685e2cf/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Cannot resize image /opt/stack/data/nova/instances/37372d68-15d3-4e47-b91e-53b42685e2cf/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Ensure instance console log exists: /opt/stack/data/nova/instances/37372d68-15d3-4e47-b91e-53b42685e2cf/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:02 user nova-compute[74974]: DEBUG nova.network.neutron [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Successfully created port: b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:54:03 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Instance spawned successfully.
Nov 29 11:54:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-d3f9eb62-6791-4e71-a016-60cfce6832c3 req-0a6ad2bf-7201-484c-b0b7-e438838abc8a service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Received event network-vif-plugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d3f9eb62-6791-4e71-a016-60cfce6832c3 req-0a6ad2bf-7201-484c-b0b7-e438838abc8a service nova] Acquiring lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d3f9eb62-6791-4e71-a016-60cfce6832c3 req-0a6ad2bf-7201-484c-b0b7-e438838abc8a service nova] Lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d3f9eb62-6791-4e71-a016-60cfce6832c3 req-0a6ad2bf-7201-484c-b0b7-e438838abc8a service nova] Lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-d3f9eb62-6791-4e71-a016-60cfce6832c3 req-0a6ad2bf-7201-484c-b0b7-e438838abc8a service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] No waiting events found dispatching network-vif-plugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:54:03 user nova-compute[74974]: WARNING nova.compute.manager [req-d3f9eb62-6791-4e71-a016-60cfce6832c3 req-0a6ad2bf-7201-484c-b0b7-e438838abc8a service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Received unexpected event network-vif-plugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b for instance with vm_state active and task_state rebuild_spawning.
Nov 29 11:54:03 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG nova.objects.instance [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74974) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1c70a8e8-968a-4811-9a03-d1819e520eb0 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.113s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG nova.network.neutron [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Successfully updated port: b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "refresh_cache-37372d68-15d3-4e47-b91e-53b42685e2cf" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquired lock "refresh_cache-37372d68-15d3-4e47-b91e-53b42685e2cf" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG nova.network.neutron [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-7be52cb7-47c8-47fd-9d26-548a6992b2b9 req-dc177395-89fd-4404-b110-2da6a89ffd98 service nova] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Received event network-changed-b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-7be52cb7-47c8-47fd-9d26-548a6992b2b9 req-dc177395-89fd-4404-b110-2da6a89ffd98 service nova] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Refreshing instance network info cache due to event network-changed-b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7be52cb7-47c8-47fd-9d26-548a6992b2b9 req-dc177395-89fd-4404-b110-2da6a89ffd98 service nova] Acquiring lock "refresh_cache-37372d68-15d3-4e47-b91e-53b42685e2cf" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG nova.network.neutron [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG nova.network.neutron [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Updating instance_info_cache with network_info: [{"id": "b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47", "address": "fa:16:3e:da:22:70", "network": {"id": "e24c0687-bfa8-4fad-b731-b79baa57c55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-868609875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "442ab51a6f9644b58b174089a531b840", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5fcc6d4-cf", "ovs_interfaceid": "b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Releasing lock "refresh_cache-37372d68-15d3-4e47-b91e-53b42685e2cf" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Instance network_info: |[{"id": "b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47", "address": "fa:16:3e:da:22:70", "network": {"id": "e24c0687-bfa8-4fad-b731-b79baa57c55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-868609875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "442ab51a6f9644b58b174089a531b840", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5fcc6d4-cf", "ovs_interfaceid": "b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7be52cb7-47c8-47fd-9d26-548a6992b2b9 req-dc177395-89fd-4404-b110-2da6a89ffd98 service nova] Acquired lock "refresh_cache-37372d68-15d3-4e47-b91e-53b42685e2cf" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG nova.network.neutron [req-7be52cb7-47c8-47fd-9d26-548a6992b2b9 req-dc177395-89fd-4404-b110-2da6a89ffd98 service nova] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Refreshing network info cache for port b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:54:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Start _get_guest_xml network_info=[{"id": "b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47", "address": "fa:16:3e:da:22:70", "network": {"id": "e24c0687-bfa8-4fad-b731-b79baa57c55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-868609875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "442ab51a6f9644b58b174089a531b840", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5fcc6d4-cf", "ovs_interfaceid": "b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:54:04 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:54:04 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:54:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-2040749748',display_name='tempest-VolumesAdminNegativeTest-server-2040749748',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-2040749748',id=13,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='442ab51a6f9644b58b174089a531b840',ramdisk_id='',reservation_id='r-2xu0vtzm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-385744489',owner_user_name='tempest-VolumesAdminNegativeTest-385744489-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:54:02Z,user_data=None,user_id='8bd7de9e0210495fb9f7293c81615b19',uuid=37372d68-15d3-4e47-b91e-53b42685e2cf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47", "address": "fa:16:3e:da:22:70", "network": {"id": "e24c0687-bfa8-4fad-b731-b79baa57c55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-868609875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "442ab51a6f9644b58b174089a531b840", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5fcc6d4-cf", "ovs_interfaceid": "b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Converting VIF {"id": "b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47", "address": "fa:16:3e:da:22:70", "network": {"id": "e24c0687-bfa8-4fad-b731-b79baa57c55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-868609875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "442ab51a6f9644b58b174089a531b840", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5fcc6d4-cf", "ovs_interfaceid": "b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:22:70,bridge_name='br-int',has_traffic_filtering=True,id=b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47,network=Network(e24c0687-bfa8-4fad-b731-b79baa57c55d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5fcc6d4-cf') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.objects.instance [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lazy-loading 'pci_devices' on Instance uuid 37372d68-15d3-4e47-b91e-53b42685e2cf {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:54:04 user nova-compute[74974]:   <uuid>37372d68-15d3-4e47-b91e-53b42685e2cf</uuid>
Nov 29 11:54:04 user nova-compute[74974]:   <name>instance-0000000d</name>
Nov 29 11:54:04 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:54:04 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:54:04 user nova-compute[74974]:   <metadata>
Nov 29 11:54:04 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:54:04 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:54:04 user nova-compute[74974]:       <nova:name>tempest-VolumesAdminNegativeTest-server-2040749748</nova:name>
Nov 29 11:54:04 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:54:04</nova:creationTime>
Nov 29 11:54:04 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:54:04 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:54:04 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:54:04 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:54:04 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:54:04 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:54:04 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:54:04 user nova-compute[74974]:       <nova:owner>
Nov 29 11:54:04 user nova-compute[74974]:         <nova:user uuid="8bd7de9e0210495fb9f7293c81615b19">tempest-VolumesAdminNegativeTest-385744489-project-member</nova:user>
Nov 29 11:54:04 user nova-compute[74974]:         <nova:project uuid="442ab51a6f9644b58b174089a531b840">tempest-VolumesAdminNegativeTest-385744489</nova:project>
Nov 29 11:54:04 user nova-compute[74974]:       </nova:owner>
Nov 29 11:54:04 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:54:04 user nova-compute[74974]:       <nova:ports>
Nov 29 11:54:04 user nova-compute[74974]:         <nova:port uuid="b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47">
Nov 29 11:54:04 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 29 11:54:04 user nova-compute[74974]:         </nova:port>
Nov 29 11:54:04 user nova-compute[74974]:       </nova:ports>
Nov 29 11:54:04 user nova-compute[74974]:     </nova:instance>
Nov 29 11:54:04 user nova-compute[74974]:   </metadata>
Nov 29 11:54:04 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:54:04 user nova-compute[74974]:     <system>
Nov 29 11:54:04 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:54:04 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:54:04 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:54:04 user nova-compute[74974]:       <entry name="serial">37372d68-15d3-4e47-b91e-53b42685e2cf</entry>
Nov 29 11:54:04 user nova-compute[74974]:       <entry name="uuid">37372d68-15d3-4e47-b91e-53b42685e2cf</entry>
Nov 29 11:54:04 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:54:04 user nova-compute[74974]:     </system>
Nov 29 11:54:04 user nova-compute[74974]:   </sysinfo>
Nov 29 11:54:04 user nova-compute[74974]:   <os>
Nov 29 11:54:04 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:54:04 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:54:04 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:54:04 user nova-compute[74974]:   </os>
Nov 29 11:54:04 user nova-compute[74974]:   <features>
Nov 29 11:54:04 user nova-compute[74974]:     <acpi/>
Nov 29 11:54:04 user nova-compute[74974]:     <apic/>
Nov 29 11:54:04 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:54:04 user nova-compute[74974]:   </features>
Nov 29 11:54:04 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:54:04 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:54:04 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:54:04 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:54:04 user nova-compute[74974]:   </clock>
Nov 29 11:54:04 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:54:04 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:54:04 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:54:04 user nova-compute[74974]:   </cpu>
Nov 29 11:54:04 user nova-compute[74974]:   <devices>
Nov 29 11:54:04 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 11:54:04 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 11:54:04 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/37372d68-15d3-4e47-b91e-53b42685e2cf/disk"/>
Nov 29 11:54:04 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:54:04 user nova-compute[74974]:     </disk>
Nov 29 11:54:04 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:54:04 user nova-compute[74974]:       <mac address="fa:16:3e:da:22:70"/>
Nov 29 11:54:04 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:54:04 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:54:04 user nova-compute[74974]:       <target dev="tapb5fcc6d4-cf"/>
Nov 29 11:54:04 user nova-compute[74974]:     </interface>
Nov 29 11:54:04 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:54:04 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/37372d68-15d3-4e47-b91e-53b42685e2cf/console.log" append="off"/>
Nov 29 11:54:04 user nova-compute[74974]:     </serial>
Nov 29 11:54:04 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:54:04 user nova-compute[74974]:     <video>
Nov 29 11:54:04 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:54:04 user nova-compute[74974]:     </video>
Nov 29 11:54:04 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:54:04 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:54:04 user nova-compute[74974]:     </rng>
Nov 29 11:54:04 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:54:04 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:54:04 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:54:04 user nova-compute[74974]:     </memballoon>
Nov 29 11:54:04 user nova-compute[74974]:   </devices>
Nov 29 11:54:04 user nova-compute[74974]: </domain>
Nov 29 11:54:04 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:54:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-2040749748',display_name='tempest-VolumesAdminNegativeTest-server-2040749748',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-2040749748',id=13,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='442ab51a6f9644b58b174089a531b840',ramdisk_id='',reservation_id='r-2xu0vtzm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-385744489',owner_user_name='tempest-VolumesAdminNegativeTest-385744489-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:54:02Z,user_data=None,user_id='8bd7de9e0210495fb9f7293c81615b19',uuid=37372d68-15d3-4e47-b91e-53b42685e2cf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47", "address": "fa:16:3e:da:22:70", "network": {"id": "e24c0687-bfa8-4fad-b731-b79baa57c55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-868609875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "442ab51a6f9644b58b174089a531b840", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5fcc6d4-cf", "ovs_interfaceid": "b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Converting VIF {"id": "b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47", "address": "fa:16:3e:da:22:70", "network": {"id": "e24c0687-bfa8-4fad-b731-b79baa57c55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-868609875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "442ab51a6f9644b58b174089a531b840", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5fcc6d4-cf", "ovs_interfaceid": "b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:22:70,bridge_name='br-int',has_traffic_filtering=True,id=b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47,network=Network(e24c0687-bfa8-4fad-b731-b79baa57c55d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5fcc6d4-cf') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG os_vif [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:22:70,bridge_name='br-int',has_traffic_filtering=True,id=b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47,network=Network(e24c0687-bfa8-4fad-b731-b79baa57c55d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5fcc6d4-cf') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7a407bf8-946b-5930-8417-2cec6ebafd1f', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb5fcc6d4-cf, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb5fcc6d4-cf, col_values=(('qos', UUID('f9905a81-e387-4101-971f-a77c46991aaf')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb5fcc6d4-cf, col_values=(('external_ids', {'iface-id': 'b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:da:22:70', 'vm-uuid': '37372d68-15d3-4e47-b91e-53b42685e2cf'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:04 user nova-compute[74974]: INFO os_vif [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:22:70,bridge_name='br-int',has_traffic_filtering=True,id=b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47,network=Network(e24c0687-bfa8-4fad-b731-b79baa57c55d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5fcc6d4-cf')
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] No VIF found with MAC fa:16:3e:da:22:70, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.network.neutron [req-7be52cb7-47c8-47fd-9d26-548a6992b2b9 req-dc177395-89fd-4404-b110-2da6a89ffd98 service nova] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Updated VIF entry in instance network info cache for port b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG nova.network.neutron [req-7be52cb7-47c8-47fd-9d26-548a6992b2b9 req-dc177395-89fd-4404-b110-2da6a89ffd98 service nova] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Updating instance_info_cache with network_info: [{"id": "b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47", "address": "fa:16:3e:da:22:70", "network": {"id": "e24c0687-bfa8-4fad-b731-b79baa57c55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-868609875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "442ab51a6f9644b58b174089a531b840", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5fcc6d4-cf", "ovs_interfaceid": "b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:54:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7be52cb7-47c8-47fd-9d26-548a6992b2b9 req-dc177395-89fd-4404-b110-2da6a89ffd98 service nova] Releasing lock "refresh_cache-37372d68-15d3-4e47-b91e-53b42685e2cf" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:54:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-fdd1de13-798b-4019-affc-34f3099e71e7 req-5594ed00-426d-4cbf-b27b-e724b35ef724 service nova] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Received event network-vif-plugged-b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fdd1de13-798b-4019-affc-34f3099e71e7 req-5594ed00-426d-4cbf-b27b-e724b35ef724 service nova] Acquiring lock "37372d68-15d3-4e47-b91e-53b42685e2cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fdd1de13-798b-4019-affc-34f3099e71e7 req-5594ed00-426d-4cbf-b27b-e724b35ef724 service nova] Lock "37372d68-15d3-4e47-b91e-53b42685e2cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fdd1de13-798b-4019-affc-34f3099e71e7 req-5594ed00-426d-4cbf-b27b-e724b35ef724 service nova] Lock "37372d68-15d3-4e47-b91e-53b42685e2cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-fdd1de13-798b-4019-affc-34f3099e71e7 req-5594ed00-426d-4cbf-b27b-e724b35ef724 service nova] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] No waiting events found dispatching network-vif-plugged-b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:54:05 user nova-compute[74974]: WARNING nova.compute.manager [req-fdd1de13-798b-4019-affc-34f3099e71e7 req-5594ed00-426d-4cbf-b27b-e724b35ef724 service nova] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Received unexpected event network-vif-plugged-b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47 for instance with vm_state building and task_state spawning.
Nov 29 11:54:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-8ef48b6c-7ae1-40a1-8b14-a361f075b760 req-91d0de86-f226-46c5-b243-5acf8b2dea4b service nova] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Received event network-vif-plugged-b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8ef48b6c-7ae1-40a1-8b14-a361f075b760 req-91d0de86-f226-46c5-b243-5acf8b2dea4b service nova] Acquiring lock "37372d68-15d3-4e47-b91e-53b42685e2cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8ef48b6c-7ae1-40a1-8b14-a361f075b760 req-91d0de86-f226-46c5-b243-5acf8b2dea4b service nova] Lock "37372d68-15d3-4e47-b91e-53b42685e2cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8ef48b6c-7ae1-40a1-8b14-a361f075b760 req-91d0de86-f226-46c5-b243-5acf8b2dea4b service nova] Lock "37372d68-15d3-4e47-b91e-53b42685e2cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-8ef48b6c-7ae1-40a1-8b14-a361f075b760 req-91d0de86-f226-46c5-b243-5acf8b2dea4b service nova] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] No waiting events found dispatching network-vif-plugged-b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:54:08 user nova-compute[74974]: WARNING nova.compute.manager [req-8ef48b6c-7ae1-40a1-8b14-a361f075b760 req-91d0de86-f226-46c5-b243-5acf8b2dea4b service nova] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Received unexpected event network-vif-plugged-b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47 for instance with vm_state building and task_state spawning.
Nov 29 11:54:08 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:54:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:54:08 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Instance spawned successfully.
Nov 29 11:54:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:54:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:54:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:54:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:54:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:54:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:54:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:54:08 user nova-compute[74974]: INFO nova.compute.manager [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Took 6.12 seconds to spawn the instance on the hypervisor.
Nov 29 11:54:08 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:54:08 user nova-compute[74974]: INFO nova.compute.manager [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Took 7.08 seconds to build instance.
Nov 29 11:54:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8ac35493-1310-4a81-8a4f-c794dfaf1ba5 tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "37372d68-15d3-4e47-b91e-53b42685e2cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.213s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:08 user nova-compute[74974]: DEBUG nova.compute.manager [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:54:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:54:08 user nova-compute[74974]: INFO nova.compute.claims [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Claim successful on node user
Nov 29 11:54:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:09 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:54:09 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:54:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.547s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:09 user nova-compute[74974]: DEBUG nova.compute.manager [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:54:09 user nova-compute[74974]: DEBUG nova.compute.manager [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:54:09 user nova-compute[74974]: DEBUG nova.network.neutron [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:54:09 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:54:09 user nova-compute[74974]: DEBUG nova.compute.manager [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:54:09 user nova-compute[74974]: DEBUG nova.policy [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9b1fc53de6a43e888443f24187282c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '800708720f894497a040a971a2d30c58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:54:09 user nova-compute[74974]: DEBUG nova.compute.manager [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:54:09 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:54:09 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Creating image(s)
Nov 29 11:54:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "/opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "/opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "/opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.204s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk 1073741824" returned: 0 in 0.069s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:09 user nova-compute[74974]: DEBUG nova.network.neutron [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Successfully created port: 1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.190s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Cannot resize image /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Ensure instance console log exists: /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.network.neutron [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Successfully updated port: 1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "refresh_cache-2ed3a206-5fd0-4782-b47a-20497a7df7f9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquired lock "refresh_cache-2ed3a206-5fd0-4782-b47a-20497a7df7f9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.network.neutron [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-9130d45b-b845-449a-b6f6-85421b64c2db req-aaf50a73-ceba-4ace-9ede-92845bc3e668 service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Received event network-changed-1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-9130d45b-b845-449a-b6f6-85421b64c2db req-aaf50a73-ceba-4ace-9ede-92845bc3e668 service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Refreshing instance network info cache due to event network-changed-1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9130d45b-b845-449a-b6f6-85421b64c2db req-aaf50a73-ceba-4ace-9ede-92845bc3e668 service nova] Acquiring lock "refresh_cache-2ed3a206-5fd0-4782-b47a-20497a7df7f9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.network.neutron [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.network.neutron [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Updating instance_info_cache with network_info: [{"id": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "address": "fa:16:3e:65:97:cc", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9744c2-32", "ovs_interfaceid": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Releasing lock "refresh_cache-2ed3a206-5fd0-4782-b47a-20497a7df7f9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.compute.manager [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Instance network_info: |[{"id": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "address": "fa:16:3e:65:97:cc", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9744c2-32", "ovs_interfaceid": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9130d45b-b845-449a-b6f6-85421b64c2db req-aaf50a73-ceba-4ace-9ede-92845bc3e668 service nova] Acquired lock "refresh_cache-2ed3a206-5fd0-4782-b47a-20497a7df7f9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.network.neutron [req-9130d45b-b845-449a-b6f6-85421b64c2db req-aaf50a73-ceba-4ace-9ede-92845bc3e668 service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Refreshing network info cache for port 1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Start _get_guest_xml network_info=[{"id": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "address": "fa:16:3e:65:97:cc", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9744c2-32", "ovs_interfaceid": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:54:10 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:54:10 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:54:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-995375814',display_name='tempest-ServerActionsTestOtherA-server-995375814',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-995375814',id=14,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIjkXJjNVhDQcZQUTUg2vvqJe7xt05PG7UPN8jh3d2TAtgSKP2KTDa7qEymBSZdkrx80nFQ+zXXKNH7h17e4g8WKyYRxyjxlxGQhS3ETJ2YQUSvY+eNflehbCMGuBPRH8w==',key_name='tempest-keypair-712249996',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='800708720f894497a040a971a2d30c58',ramdisk_id='',reservation_id='r-83vv3hz9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1108672042',owner_user_name='tempest-ServerActionsTestOtherA-1108672042-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:54:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b9b1fc53de6a43e888443f24187282c2',uuid=2ed3a206-5fd0-4782-b47a-20497a7df7f9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "address": "fa:16:3e:65:97:cc", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9744c2-32", "ovs_interfaceid": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converting VIF {"id": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "address": "fa:16:3e:65:97:cc", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9744c2-32", "ovs_interfaceid": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:97:cc,bridge_name='br-int',has_traffic_filtering=True,id=1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b9744c2-32') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:54:10 user nova-compute[74974]: DEBUG nova.objects.instance [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lazy-loading 'pci_devices' on Instance uuid 2ed3a206-5fd0-4782-b47a-20497a7df7f9 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:54:11 user nova-compute[74974]:   <uuid>2ed3a206-5fd0-4782-b47a-20497a7df7f9</uuid>
Nov 29 11:54:11 user nova-compute[74974]:   <name>instance-0000000e</name>
Nov 29 11:54:11 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:54:11 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:54:11 user nova-compute[74974]:   <metadata>
Nov 29 11:54:11 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:54:11 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:54:11 user nova-compute[74974]:       <nova:name>tempest-ServerActionsTestOtherA-server-995375814</nova:name>
Nov 29 11:54:11 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:54:10</nova:creationTime>
Nov 29 11:54:11 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:54:11 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:54:11 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:54:11 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:54:11 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:54:11 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:54:11 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:54:11 user nova-compute[74974]:       <nova:owner>
Nov 29 11:54:11 user nova-compute[74974]:         <nova:user uuid="b9b1fc53de6a43e888443f24187282c2">tempest-ServerActionsTestOtherA-1108672042-project-member</nova:user>
Nov 29 11:54:11 user nova-compute[74974]:         <nova:project uuid="800708720f894497a040a971a2d30c58">tempest-ServerActionsTestOtherA-1108672042</nova:project>
Nov 29 11:54:11 user nova-compute[74974]:       </nova:owner>
Nov 29 11:54:11 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:54:11 user nova-compute[74974]:       <nova:ports>
Nov 29 11:54:11 user nova-compute[74974]:         <nova:port uuid="1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee">
Nov 29 11:54:11 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 29 11:54:11 user nova-compute[74974]:         </nova:port>
Nov 29 11:54:11 user nova-compute[74974]:       </nova:ports>
Nov 29 11:54:11 user nova-compute[74974]:     </nova:instance>
Nov 29 11:54:11 user nova-compute[74974]:   </metadata>
Nov 29 11:54:11 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:54:11 user nova-compute[74974]:     <system>
Nov 29 11:54:11 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:54:11 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:54:11 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:54:11 user nova-compute[74974]:       <entry name="serial">2ed3a206-5fd0-4782-b47a-20497a7df7f9</entry>
Nov 29 11:54:11 user nova-compute[74974]:       <entry name="uuid">2ed3a206-5fd0-4782-b47a-20497a7df7f9</entry>
Nov 29 11:54:11 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:54:11 user nova-compute[74974]:     </system>
Nov 29 11:54:11 user nova-compute[74974]:   </sysinfo>
Nov 29 11:54:11 user nova-compute[74974]:   <os>
Nov 29 11:54:11 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:54:11 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:54:11 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:54:11 user nova-compute[74974]:   </os>
Nov 29 11:54:11 user nova-compute[74974]:   <features>
Nov 29 11:54:11 user nova-compute[74974]:     <acpi/>
Nov 29 11:54:11 user nova-compute[74974]:     <apic/>
Nov 29 11:54:11 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:54:11 user nova-compute[74974]:   </features>
Nov 29 11:54:11 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:54:11 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:54:11 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:54:11 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:54:11 user nova-compute[74974]:   </clock>
Nov 29 11:54:11 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:54:11 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:54:11 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:54:11 user nova-compute[74974]:   </cpu>
Nov 29 11:54:11 user nova-compute[74974]:   <devices>
Nov 29 11:54:11 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 11:54:11 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 11:54:11 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk"/>
Nov 29 11:54:11 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:54:11 user nova-compute[74974]:     </disk>
Nov 29 11:54:11 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:54:11 user nova-compute[74974]:       <mac address="fa:16:3e:65:97:cc"/>
Nov 29 11:54:11 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:54:11 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:54:11 user nova-compute[74974]:       <target dev="tap1b9744c2-32"/>
Nov 29 11:54:11 user nova-compute[74974]:     </interface>
Nov 29 11:54:11 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:54:11 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/console.log" append="off"/>
Nov 29 11:54:11 user nova-compute[74974]:     </serial>
Nov 29 11:54:11 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:54:11 user nova-compute[74974]:     <video>
Nov 29 11:54:11 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:54:11 user nova-compute[74974]:     </video>
Nov 29 11:54:11 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:54:11 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:54:11 user nova-compute[74974]:     </rng>
Nov 29 11:54:11 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:54:11 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:54:11 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:54:11 user nova-compute[74974]:     </memballoon>
Nov 29 11:54:11 user nova-compute[74974]:   </devices>
Nov 29 11:54:11 user nova-compute[74974]: </domain>
Nov 29 11:54:11 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:54:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-995375814',display_name='tempest-ServerActionsTestOtherA-server-995375814',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-995375814',id=14,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIjkXJjNVhDQcZQUTUg2vvqJe7xt05PG7UPN8jh3d2TAtgSKP2KTDa7qEymBSZdkrx80nFQ+zXXKNH7h17e4g8WKyYRxyjxlxGQhS3ETJ2YQUSvY+eNflehbCMGuBPRH8w==',key_name='tempest-keypair-712249996',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='800708720f894497a040a971a2d30c58',ramdisk_id='',reservation_id='r-83vv3hz9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1108672042',owner_user_name='tempest-ServerActionsTestOtherA-1108672042-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:54:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b9b1fc53de6a43e888443f24187282c2',uuid=2ed3a206-5fd0-4782-b47a-20497a7df7f9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "address": "fa:16:3e:65:97:cc", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9744c2-32", "ovs_interfaceid": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converting VIF {"id": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "address": "fa:16:3e:65:97:cc", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9744c2-32", "ovs_interfaceid": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:97:cc,bridge_name='br-int',has_traffic_filtering=True,id=1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b9744c2-32') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG os_vif [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:97:cc,bridge_name='br-int',has_traffic_filtering=True,id=1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b9744c2-32') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c8b6fb9c-0597-5ccd-bfcd-55f3e42875dc', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1b9744c2-32, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1b9744c2-32, col_values=(('qos', UUID('3d2237f8-2cbf-41d6-bc2f-edc6811012be')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1b9744c2-32, col_values=(('external_ids', {'iface-id': '1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:65:97:cc', 'vm-uuid': '2ed3a206-5fd0-4782-b47a-20497a7df7f9'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:11 user nova-compute[74974]: INFO os_vif [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:97:cc,bridge_name='br-int',has_traffic_filtering=True,id=1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b9744c2-32')
Nov 29 11:54:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] No VIF found with MAC fa:16:3e:65:97:cc, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG nova.network.neutron [req-9130d45b-b845-449a-b6f6-85421b64c2db req-aaf50a73-ceba-4ace-9ede-92845bc3e668 service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Updated VIF entry in instance network info cache for port 1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG nova.network.neutron [req-9130d45b-b845-449a-b6f6-85421b64c2db req-aaf50a73-ceba-4ace-9ede-92845bc3e668 service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Updating instance_info_cache with network_info: [{"id": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "address": "fa:16:3e:65:97:cc", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9744c2-32", "ovs_interfaceid": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:54:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9130d45b-b845-449a-b6f6-85421b64c2db req-aaf50a73-ceba-4ace-9ede-92845bc3e668 service nova] Releasing lock "refresh_cache-2ed3a206-5fd0-4782-b47a-20497a7df7f9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:54:12 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Waiting for libvirt event about the detach of device tap755f061c-c3 with device alias net1 from instance cffdb25b-6232-479e-9213-861ca86e033e is timed out.
Nov 29 11:54:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:e9:61:bc"/><model type="virtio"/><mtu size="1442"/><target dev="tap755f061c-c3"/></interface> {{(pid=74974) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 11:54:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:e9:61:bc"/><model type="virtio"/><mtu size="1442"/><target dev="tap755f061c-c3"/></interface>not found in domain: <domain type='kvm' id='5'>
Nov 29 11:54:12 user nova-compute[74974]:   <name>instance-00000005</name>
Nov 29 11:54:12 user nova-compute[74974]:   <uuid>cffdb25b-6232-479e-9213-861ca86e033e</uuid>
Nov 29 11:54:12 user nova-compute[74974]:   <metadata>
Nov 29 11:54:12 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:54:12 user nova-compute[74974]:   <nova:package version="0.0.0"/>
Nov 29 11:54:12 user nova-compute[74974]:   <nova:name>tempest-device-tagging-server-1515660580</nova:name>
Nov 29 11:54:12 user nova-compute[74974]:   <nova:creationTime>2023-11-29 11:53:06</nova:creationTime>
Nov 29 11:54:12 user nova-compute[74974]:   <nova:flavor name="m1.tiny">
Nov 29 11:54:12 user nova-compute[74974]:     <nova:memory>512</nova:memory>
Nov 29 11:54:12 user nova-compute[74974]:     <nova:disk>1</nova:disk>
Nov 29 11:54:12 user nova-compute[74974]:     <nova:swap>0</nova:swap>
Nov 29 11:54:12 user nova-compute[74974]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:54:12 user nova-compute[74974]:     <nova:vcpus>1</nova:vcpus>
Nov 29 11:54:12 user nova-compute[74974]:   </nova:flavor>
Nov 29 11:54:12 user nova-compute[74974]:   <nova:owner>
Nov 29 11:54:12 user nova-compute[74974]:     <nova:user uuid="a9b3766969c444dabcfe8da6f83ba583">tempest-TaggedAttachmentsTest-1952186476-project-member</nova:user>
Nov 29 11:54:12 user nova-compute[74974]:     <nova:project uuid="40d18a3ed8c34cee80c6639ac8356d9f">tempest-TaggedAttachmentsTest-1952186476</nova:project>
Nov 29 11:54:12 user nova-compute[74974]:   </nova:owner>
Nov 29 11:54:12 user nova-compute[74974]:   <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:54:12 user nova-compute[74974]:   <nova:ports>
Nov 29 11:54:12 user nova-compute[74974]:     <nova:port uuid="d0f6389e-781e-4dc9-bef6-9837cd64aee8">
Nov 29 11:54:12 user nova-compute[74974]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 11:54:12 user nova-compute[74974]:     </nova:port>
Nov 29 11:54:12 user nova-compute[74974]:     <nova:port uuid="755f061c-c383-45d0-b085-a9ed8799505b">
Nov 29 11:54:12 user nova-compute[74974]:       <nova:ip type="fixed" address="10.10.10.169" ipVersion="4"/>
Nov 29 11:54:12 user nova-compute[74974]:     </nova:port>
Nov 29 11:54:12 user nova-compute[74974]:   </nova:ports>
Nov 29 11:54:12 user nova-compute[74974]: </nova:instance>
Nov 29 11:54:12 user nova-compute[74974]:   </metadata>
Nov 29 11:54:12 user nova-compute[74974]:   <memory unit='KiB'>524288</memory>
Nov 29 11:54:12 user nova-compute[74974]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 29 11:54:12 user nova-compute[74974]:   <vcpu placement='static'>1</vcpu>
Nov 29 11:54:12 user nova-compute[74974]:   <resource>
Nov 29 11:54:12 user nova-compute[74974]:     <partition>/machine</partition>
Nov 29 11:54:12 user nova-compute[74974]:   </resource>
Nov 29 11:54:12 user nova-compute[74974]:   <sysinfo type='smbios'>
Nov 29 11:54:12 user nova-compute[74974]:     <system>
Nov 29 11:54:12 user nova-compute[74974]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 29 11:54:12 user nova-compute[74974]:       <entry name='product'>OpenStack Nova</entry>
Nov 29 11:54:12 user nova-compute[74974]:       <entry name='version'>0.0.0</entry>
Nov 29 11:54:12 user nova-compute[74974]:       <entry name='serial'>cffdb25b-6232-479e-9213-861ca86e033e</entry>
Nov 29 11:54:12 user nova-compute[74974]:       <entry name='uuid'>cffdb25b-6232-479e-9213-861ca86e033e</entry>
Nov 29 11:54:12 user nova-compute[74974]:       <entry name='family'>Virtual Machine</entry>
Nov 29 11:54:12 user nova-compute[74974]:     </system>
Nov 29 11:54:12 user nova-compute[74974]:   </sysinfo>
Nov 29 11:54:12 user nova-compute[74974]:   <os>
Nov 29 11:54:12 user nova-compute[74974]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 29 11:54:12 user nova-compute[74974]:     <boot dev='hd'/>
Nov 29 11:54:12 user nova-compute[74974]:     <smbios mode='sysinfo'/>
Nov 29 11:54:12 user nova-compute[74974]:   </os>
Nov 29 11:54:12 user nova-compute[74974]:   <features>
Nov 29 11:54:12 user nova-compute[74974]:     <acpi/>
Nov 29 11:54:12 user nova-compute[74974]:     <apic/>
Nov 29 11:54:12 user nova-compute[74974]:     <vmcoreinfo state='on'/>
Nov 29 11:54:12 user nova-compute[74974]:   </features>
Nov 29 11:54:12 user nova-compute[74974]:   <cpu mode='custom' match='exact' check='full'>
Nov 29 11:54:12 user nova-compute[74974]:     <model fallback='forbid'>Nehalem</model>
Nov 29 11:54:12 user nova-compute[74974]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 29 11:54:12 user nova-compute[74974]:     <feature policy='require' name='vme'/>
Nov 29 11:54:12 user nova-compute[74974]:     <feature policy='require' name='x2apic'/>
Nov 29 11:54:12 user nova-compute[74974]:     <feature policy='require' name='hypervisor'/>
Nov 29 11:54:12 user nova-compute[74974]:   </cpu>
Nov 29 11:54:12 user nova-compute[74974]:   <clock offset='utc'>
Nov 29 11:54:12 user nova-compute[74974]:     <timer name='pit' tickpolicy='delay'/>
Nov 29 11:54:12 user nova-compute[74974]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 29 11:54:12 user nova-compute[74974]:     <timer name='hpet' present='no'/>
Nov 29 11:54:12 user nova-compute[74974]:   </clock>
Nov 29 11:54:12 user nova-compute[74974]:   <on_poweroff>destroy</on_poweroff>
Nov 29 11:54:12 user nova-compute[74974]:   <on_reboot>restart</on_reboot>
Nov 29 11:54:12 user nova-compute[74974]:   <on_crash>destroy</on_crash>
Nov 29 11:54:12 user nova-compute[74974]:   <devices>
Nov 29 11:54:12 user nova-compute[74974]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 29 11:54:12 user nova-compute[74974]:     <disk type='file' device='disk'>
Nov 29 11:54:12 user nova-compute[74974]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 29 11:54:12 user nova-compute[74974]:       <source file='/opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk' index='2'/>
Nov 29 11:54:12 user nova-compute[74974]:       <backingStore type='file' index='3'>
Nov 29 11:54:12 user nova-compute[74974]:         <format type='raw'/>
Nov 29 11:54:12 user nova-compute[74974]:         <source file='/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8'/>
Nov 29 11:54:12 user nova-compute[74974]:         <backingStore/>
Nov 29 11:54:12 user nova-compute[74974]:       </backingStore>
Nov 29 11:54:12 user nova-compute[74974]:       <target dev='vda' bus='virtio'/>
Nov 29 11:54:12 user nova-compute[74974]:       <alias name='virtio-disk0'/>
Nov 29 11:54:12 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 29 11:54:12 user nova-compute[74974]:     </disk>
Nov 29 11:54:12 user nova-compute[74974]:     <disk type='file' device='cdrom'>
Nov 29 11:54:12 user nova-compute[74974]:       <driver name='qemu' type='raw' cache='none'/>
Nov 29 11:54:12 user nova-compute[74974]:       <source file='/opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk.config' index='1'/>
Nov 29 11:54:12 user nova-compute[74974]:       <backingStore/>
Nov 29 11:54:12 user nova-compute[74974]:       <target dev='hda' bus='ide'/>
Nov 29 11:54:12 user nova-compute[74974]:       <readonly/>
Nov 29 11:54:12 user nova-compute[74974]:       <alias name='ide0-0-0'/>
Nov 29 11:54:12 user nova-compute[74974]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 29 11:54:12 user nova-compute[74974]:     </disk>
Nov 29 11:54:12 user nova-compute[74974]:     <controller type='usb' index='0' model='none'>
Nov 29 11:54:12 user nova-compute[74974]:       <alias name='usb'/>
Nov 29 11:54:12 user nova-compute[74974]:     </controller>
Nov 29 11:54:12 user nova-compute[74974]:     <controller type='pci' index='0' model='pci-root'>
Nov 29 11:54:12 user nova-compute[74974]:       <alias name='pci.0'/>
Nov 29 11:54:12 user nova-compute[74974]:     </controller>
Nov 29 11:54:12 user nova-compute[74974]:     <controller type='ide' index='0'>
Nov 29 11:54:12 user nova-compute[74974]:       <alias name='ide'/>
Nov 29 11:54:12 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 29 11:54:12 user nova-compute[74974]:     </controller>
Nov 29 11:54:12 user nova-compute[74974]:     <interface type='ethernet'>
Nov 29 11:54:12 user nova-compute[74974]:       <mac address='fa:16:3e:4c:06:04'/>
Nov 29 11:54:12 user nova-compute[74974]:       <target dev='tapd0f6389e-78'/>
Nov 29 11:54:12 user nova-compute[74974]:       <model type='virtio'/>
Nov 29 11:54:12 user nova-compute[74974]:       <mtu size='1442'/>
Nov 29 11:54:12 user nova-compute[74974]:       <alias name='net0'/>
Nov 29 11:54:12 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 29 11:54:12 user nova-compute[74974]:     </interface>
Nov 29 11:54:12 user nova-compute[74974]:     <serial type='pty'>
Nov 29 11:54:12 user nova-compute[74974]:       <source path='/dev/pts/4'/>
Nov 29 11:54:12 user nova-compute[74974]:       <log file='/opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/console.log' append='off'/>
Nov 29 11:54:12 user nova-compute[74974]:       <target type='isa-serial' port='0'>
Nov 29 11:54:12 user nova-compute[74974]:         <model name='isa-serial'/>
Nov 29 11:54:12 user nova-compute[74974]:       </target>
Nov 29 11:54:12 user nova-compute[74974]:       <alias name='serial0'/>
Nov 29 11:54:12 user nova-compute[74974]:     </serial>
Nov 29 11:54:12 user nova-compute[74974]:     <console type='pty' tty='/dev/pts/4'>
Nov 29 11:54:12 user nova-compute[74974]:       <source path='/dev/pts/4'/>
Nov 29 11:54:12 user nova-compute[74974]:       <log file='/opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/console.log' append='off'/>
Nov 29 11:54:12 user nova-compute[74974]:       <target type='serial' port='0'/>
Nov 29 11:54:12 user nova-compute[74974]:       <alias name='serial0'/>
Nov 29 11:54:12 user nova-compute[74974]:     </console>
Nov 29 11:54:12 user nova-compute[74974]:     <input type='mouse' bus='ps2'>
Nov 29 11:54:12 user nova-compute[74974]:       <alias name='input0'/>
Nov 29 11:54:12 user nova-compute[74974]:     </input>
Nov 29 11:54:12 user nova-compute[74974]:     <input type='keyboard' bus='ps2'>
Nov 29 11:54:12 user nova-compute[74974]:       <alias name='input1'/>
Nov 29 11:54:12 user nova-compute[74974]:     </input>
Nov 29 11:54:12 user nova-compute[74974]:     <graphics type='vnc' port='5904' autoport='yes' listen='0.0.0.0'>
Nov 29 11:54:12 user nova-compute[74974]:       <listen type='address' address='0.0.0.0'/>
Nov 29 11:54:12 user nova-compute[74974]:     </graphics>
Nov 29 11:54:12 user nova-compute[74974]:     <audio id='1' type='none'/>
Nov 29 11:54:12 user nova-compute[74974]:     <video>
Nov 29 11:54:12 user nova-compute[74974]:       <model type='virtio' heads='1' primary='yes'/>
Nov 29 11:54:12 user nova-compute[74974]:       <alias name='video0'/>
Nov 29 11:54:12 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 29 11:54:12 user nova-compute[74974]:     </video>
Nov 29 11:54:12 user nova-compute[74974]:     <memballoon model='virtio'>
Nov 29 11:54:12 user nova-compute[74974]:       <stats period='10'/>
Nov 29 11:54:12 user nova-compute[74974]:       <alias name='balloon0'/>
Nov 29 11:54:12 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 29 11:54:12 user nova-compute[74974]:     </memballoon>
Nov 29 11:54:12 user nova-compute[74974]:     <rng model='virtio'>
Nov 29 11:54:12 user nova-compute[74974]:       <backend model='random'>/dev/urandom</backend>
Nov 29 11:54:12 user nova-compute[74974]:       <alias name='rng0'/>
Nov 29 11:54:12 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 29 11:54:12 user nova-compute[74974]:     </rng>
Nov 29 11:54:12 user nova-compute[74974]:   </devices>
Nov 29 11:54:12 user nova-compute[74974]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 29 11:54:12 user nova-compute[74974]:     <label>libvirt-cffdb25b-6232-479e-9213-861ca86e033e</label>
Nov 29 11:54:12 user nova-compute[74974]:     <imagelabel>libvirt-cffdb25b-6232-479e-9213-861ca86e033e</imagelabel>
Nov 29 11:54:12 user nova-compute[74974]:   </seclabel>
Nov 29 11:54:12 user nova-compute[74974]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 29 11:54:12 user nova-compute[74974]:     <label>+64055:+108</label>
Nov 29 11:54:12 user nova-compute[74974]:     <imagelabel>+64055:+108</imagelabel>
Nov 29 11:54:12 user nova-compute[74974]:   </seclabel>
Nov 29 11:54:12 user nova-compute[74974]: </domain>
Nov 29 11:54:12 user nova-compute[74974]:  {{(pid=74974) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 29 11:54:12 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Successfully detached device tap755f061c-c3 from instance cffdb25b-6232-479e-9213-861ca86e033e from the live domain config.
Nov 29 11:54:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:51:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1515660580',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1515660580',id=5,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM7nyOsid5Vj1Vvh598sv5yTrbqsg8vKqhJE0BTKhf+ukY6DMAuBD4U+mxPq7TLE8eCfIQFBDyyBGKsK8zWqC1QACKcZvmbyiDsXXS4dCQISyNB6HwMo/VjXLRrffwH9zA==',key_name='tempest-keypair-1634908587',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:51:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='40d18a3ed8c34cee80c6639ac8356d9f',ramdisk_id='',reservation_id='r-81wkp06b',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1952186476',owner_user_name='tempest-TaggedAttachmentsTest-1952186476-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:51:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a9b3766969c444dabcfe8da6f83ba583',uuid=cffdb25b-6232-479e-9213-861ca86e033e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "755f061c-c383-45d0-b085-a9ed8799505b", "address": "fa:16:3e:e9:61:bc", "network": {"id": "4d7f2636-022f-435f-9ca0-edd8cfbdd980", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1451540912", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap755f061c-c3", "ovs_interfaceid": "755f061c-c383-45d0-b085-a9ed8799505b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:54:12 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Converting VIF {"id": "755f061c-c383-45d0-b085-a9ed8799505b", "address": "fa:16:3e:e9:61:bc", "network": {"id": "4d7f2636-022f-435f-9ca0-edd8cfbdd980", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1451540912", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap755f061c-c3", "ovs_interfaceid": "755f061c-c383-45d0-b085-a9ed8799505b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:54:12 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:61:bc,bridge_name='br-int',has_traffic_filtering=True,id=755f061c-c383-45d0-b085-a9ed8799505b,network=Network(4d7f2636-022f-435f-9ca0-edd8cfbdd980),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap755f061c-c3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:54:12 user nova-compute[74974]: DEBUG os_vif [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:61:bc,bridge_name='br-int',has_traffic_filtering=True,id=755f061c-c383-45d0-b085-a9ed8799505b,network=Network(4d7f2636-022f-435f-9ca0-edd8cfbdd980),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap755f061c-c3') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:54:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap755f061c-c3, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:54:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8ff35e80-d7da-4362-85ec-9cd35d7189b9) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:54:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:12 user nova-compute[74974]: INFO os_vif [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:61:bc,bridge_name='br-int',has_traffic_filtering=True,id=755f061c-c383-45d0-b085-a9ed8799505b,network=Network(4d7f2636-022f-435f-9ca0-edd8cfbdd980),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap755f061c-c3')
Nov 29 11:54:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:54:12 user nova-compute[74974]:   <nova:package version="0.0.0"/>
Nov 29 11:54:12 user nova-compute[74974]:   <nova:name>tempest-device-tagging-server-1515660580</nova:name>
Nov 29 11:54:12 user nova-compute[74974]:   <nova:creationTime>2023-11-29 11:54:12</nova:creationTime>
Nov 29 11:54:12 user nova-compute[74974]:   <nova:flavor name="m1.tiny">
Nov 29 11:54:12 user nova-compute[74974]:     <nova:memory>512</nova:memory>
Nov 29 11:54:12 user nova-compute[74974]:     <nova:disk>1</nova:disk>
Nov 29 11:54:12 user nova-compute[74974]:     <nova:swap>0</nova:swap>
Nov 29 11:54:12 user nova-compute[74974]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:54:12 user nova-compute[74974]:     <nova:vcpus>1</nova:vcpus>
Nov 29 11:54:12 user nova-compute[74974]:   </nova:flavor>
Nov 29 11:54:12 user nova-compute[74974]:   <nova:owner>
Nov 29 11:54:12 user nova-compute[74974]:     <nova:user uuid="a9b3766969c444dabcfe8da6f83ba583">tempest-TaggedAttachmentsTest-1952186476-project-member</nova:user>
Nov 29 11:54:12 user nova-compute[74974]:     <nova:project uuid="40d18a3ed8c34cee80c6639ac8356d9f">tempest-TaggedAttachmentsTest-1952186476</nova:project>
Nov 29 11:54:12 user nova-compute[74974]:   </nova:owner>
Nov 29 11:54:12 user nova-compute[74974]:   <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:54:12 user nova-compute[74974]:   <nova:ports>
Nov 29 11:54:12 user nova-compute[74974]:     <nova:port uuid="d0f6389e-781e-4dc9-bef6-9837cd64aee8">
Nov 29 11:54:12 user nova-compute[74974]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 11:54:12 user nova-compute[74974]:     </nova:port>
Nov 29 11:54:12 user nova-compute[74974]:   </nova:ports>
Nov 29 11:54:12 user nova-compute[74974]: </nova:instance>
Nov 29 11:54:12 user nova-compute[74974]:  {{(pid=74974) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 29 11:54:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-62fe5f44-f11b-4666-84e6-ecf2d2a0afc0 req-4acba012-880e-431a-9c8d-2399c879fe4e service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Received event network-vif-plugged-1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-62fe5f44-f11b-4666-84e6-ecf2d2a0afc0 req-4acba012-880e-431a-9c8d-2399c879fe4e service nova] Acquiring lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-62fe5f44-f11b-4666-84e6-ecf2d2a0afc0 req-4acba012-880e-431a-9c8d-2399c879fe4e service nova] Lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-62fe5f44-f11b-4666-84e6-ecf2d2a0afc0 req-4acba012-880e-431a-9c8d-2399c879fe4e service nova] Lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-62fe5f44-f11b-4666-84e6-ecf2d2a0afc0 req-4acba012-880e-431a-9c8d-2399c879fe4e service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] No waiting events found dispatching network-vif-plugged-1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:54:12 user nova-compute[74974]: WARNING nova.compute.manager [req-62fe5f44-f11b-4666-84e6-ecf2d2a0afc0 req-4acba012-880e-431a-9c8d-2399c879fe4e service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Received unexpected event network-vif-plugged-1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee for instance with vm_state building and task_state spawning.
Nov 29 11:54:13 user nova-compute[74974]: DEBUG nova.compute.manager [req-a29c5074-8755-4873-8e29-6e4e54678bd3 req-a2078e89-4b8a-4004-8ef4-7a1fe5b3e731 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Received event network-vif-deleted-755f061c-c383-45d0-b085-a9ed8799505b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:13 user nova-compute[74974]: INFO nova.compute.manager [req-a29c5074-8755-4873-8e29-6e4e54678bd3 req-a2078e89-4b8a-4004-8ef4-7a1fe5b3e731 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Neutron deleted interface 755f061c-c383-45d0-b085-a9ed8799505b; detaching it from the instance and deleting it from the info cache
Nov 29 11:54:13 user nova-compute[74974]: DEBUG nova.network.neutron [req-a29c5074-8755-4873-8e29-6e4e54678bd3 req-a2078e89-4b8a-4004-8ef4-7a1fe5b3e731 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Updating instance_info_cache with network_info: [{"id": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "address": "fa:16:3e:4c:06:04", "network": {"id": "0a675c7e-9a67-4f9b-9676-38a3d975aeb7", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1829847657-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0f6389e-78", "ovs_interfaceid": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Acquiring lock "refresh_cache-cffdb25b-6232-479e-9213-861ca86e033e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Acquired lock "refresh_cache-cffdb25b-6232-479e-9213-861ca86e033e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG nova.network.neutron [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG nova.objects.instance [req-a29c5074-8755-4873-8e29-6e4e54678bd3 req-a2078e89-4b8a-4004-8ef4-7a1fe5b3e731 service nova] Lazy-loading 'system_metadata' on Instance uuid cffdb25b-6232-479e-9213-861ca86e033e {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG nova.objects.instance [req-a29c5074-8755-4873-8e29-6e4e54678bd3 req-a2078e89-4b8a-4004-8ef4-7a1fe5b3e731 service nova] Lazy-loading 'flavor' on Instance uuid cffdb25b-6232-479e-9213-861ca86e033e {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG nova.objects.base [req-a29c5074-8755-4873-8e29-6e4e54678bd3 req-a2078e89-4b8a-4004-8ef4-7a1fe5b3e731 service nova] Object Instance<cffdb25b-6232-479e-9213-861ca86e033e> lazy-loaded attributes: system_metadata,flavor {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [req-a29c5074-8755-4873-8e29-6e4e54678bd3 req-a2078e89-4b8a-4004-8ef4-7a1fe5b3e731 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:51:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1515660580',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1515660580',id=5,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM7nyOsid5Vj1Vvh598sv5yTrbqsg8vKqhJE0BTKhf+ukY6DMAuBD4U+mxPq7TLE8eCfIQFBDyyBGKsK8zWqC1QACKcZvmbyiDsXXS4dCQISyNB6HwMo/VjXLRrffwH9zA==',key_name='tempest-keypair-1634908587',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:51:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='40d18a3ed8c34cee80c6639ac8356d9f',ramdisk_id='',reservation_id='r-81wkp06b',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1952186476',owner_user_name='tempest-TaggedAttachmentsTest-1952186476-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:51:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a9b3766969c444dabcfe8da6f83ba583',uuid=cffdb25b-6232-479e-9213-861ca86e033e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "755f061c-c383-45d0-b085-a9ed8799505b", "address": "fa:16:3e:e9:61:bc", "network": {"id": "4d7f2636-022f-435f-9ca0-edd8cfbdd980", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1451540912", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap755f061c-c3", "ovs_interfaceid": "755f061c-c383-45d0-b085-a9ed8799505b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG nova.network.os_vif_util [req-a29c5074-8755-4873-8e29-6e4e54678bd3 req-a2078e89-4b8a-4004-8ef4-7a1fe5b3e731 service nova] Converting VIF {"id": "755f061c-c383-45d0-b085-a9ed8799505b", "address": "fa:16:3e:e9:61:bc", "network": {"id": "4d7f2636-022f-435f-9ca0-edd8cfbdd980", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1451540912", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap755f061c-c3", "ovs_interfaceid": "755f061c-c383-45d0-b085-a9ed8799505b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG nova.network.os_vif_util [req-a29c5074-8755-4873-8e29-6e4e54678bd3 req-a2078e89-4b8a-4004-8ef4-7a1fe5b3e731 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:61:bc,bridge_name='br-int',has_traffic_filtering=True,id=755f061c-c383-45d0-b085-a9ed8799505b,network=Network(4d7f2636-022f-435f-9ca0-edd8cfbdd980),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap755f061c-c3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [req-a29c5074-8755-4873-8e29-6e4e54678bd3 req-a2078e89-4b8a-4004-8ef4-7a1fe5b3e731 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:e9:61:bc"/><model type="virtio"/><mtu size="1442"/><target dev="tap755f061c-c3"/></interface> {{(pid=74974) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [req-a29c5074-8755-4873-8e29-6e4e54678bd3 req-a2078e89-4b8a-4004-8ef4-7a1fe5b3e731 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:e9:61:bc"/><model type="virtio"/><mtu size="1442"/><target dev="tap755f061c-c3"/></interface>not found in domain: <domain type='kvm' id='5'>
Nov 29 11:54:13 user nova-compute[74974]:   <name>instance-00000005</name>
Nov 29 11:54:13 user nova-compute[74974]:   <uuid>cffdb25b-6232-479e-9213-861ca86e033e</uuid>
Nov 29 11:54:13 user nova-compute[74974]:   <metadata>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:54:13 user nova-compute[74974]:   <nova:package version="0.0.0"/>
Nov 29 11:54:13 user nova-compute[74974]:   <nova:name>tempest-device-tagging-server-1515660580</nova:name>
Nov 29 11:54:13 user nova-compute[74974]:   <nova:creationTime>2023-11-29 11:54:12</nova:creationTime>
Nov 29 11:54:13 user nova-compute[74974]:   <nova:flavor name="m1.tiny">
Nov 29 11:54:13 user nova-compute[74974]:     <nova:memory>512</nova:memory>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:disk>1</nova:disk>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:swap>0</nova:swap>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:vcpus>1</nova:vcpus>
Nov 29 11:54:13 user nova-compute[74974]:   </nova:flavor>
Nov 29 11:54:13 user nova-compute[74974]:   <nova:owner>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:user uuid="a9b3766969c444dabcfe8da6f83ba583">tempest-TaggedAttachmentsTest-1952186476-project-member</nova:user>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:project uuid="40d18a3ed8c34cee80c6639ac8356d9f">tempest-TaggedAttachmentsTest-1952186476</nova:project>
Nov 29 11:54:13 user nova-compute[74974]:   </nova:owner>
Nov 29 11:54:13 user nova-compute[74974]:   <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:54:13 user nova-compute[74974]:   <nova:ports>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:port uuid="d0f6389e-781e-4dc9-bef6-9837cd64aee8">
Nov 29 11:54:13 user nova-compute[74974]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 11:54:13 user nova-compute[74974]:     </nova:port>
Nov 29 11:54:13 user nova-compute[74974]:   </nova:ports>
Nov 29 11:54:13 user nova-compute[74974]: </nova:instance>
Nov 29 11:54:13 user nova-compute[74974]:   </metadata>
Nov 29 11:54:13 user nova-compute[74974]:   <memory unit='KiB'>524288</memory>
Nov 29 11:54:13 user nova-compute[74974]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 29 11:54:13 user nova-compute[74974]:   <vcpu placement='static'>1</vcpu>
Nov 29 11:54:13 user nova-compute[74974]:   <resource>
Nov 29 11:54:13 user nova-compute[74974]:     <partition>/machine</partition>
Nov 29 11:54:13 user nova-compute[74974]:   </resource>
Nov 29 11:54:13 user nova-compute[74974]:   <sysinfo type='smbios'>
Nov 29 11:54:13 user nova-compute[74974]:     <system>
Nov 29 11:54:13 user nova-compute[74974]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 29 11:54:13 user nova-compute[74974]:       <entry name='product'>OpenStack Nova</entry>
Nov 29 11:54:13 user nova-compute[74974]:       <entry name='version'>0.0.0</entry>
Nov 29 11:54:13 user nova-compute[74974]:       <entry name='serial'>cffdb25b-6232-479e-9213-861ca86e033e</entry>
Nov 29 11:54:13 user nova-compute[74974]:       <entry name='uuid'>cffdb25b-6232-479e-9213-861ca86e033e</entry>
Nov 29 11:54:13 user nova-compute[74974]:       <entry name='family'>Virtual Machine</entry>
Nov 29 11:54:13 user nova-compute[74974]:     </system>
Nov 29 11:54:13 user nova-compute[74974]:   </sysinfo>
Nov 29 11:54:13 user nova-compute[74974]:   <os>
Nov 29 11:54:13 user nova-compute[74974]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 29 11:54:13 user nova-compute[74974]:     <boot dev='hd'/>
Nov 29 11:54:13 user nova-compute[74974]:     <smbios mode='sysinfo'/>
Nov 29 11:54:13 user nova-compute[74974]:   </os>
Nov 29 11:54:13 user nova-compute[74974]:   <features>
Nov 29 11:54:13 user nova-compute[74974]:     <acpi/>
Nov 29 11:54:13 user nova-compute[74974]:     <apic/>
Nov 29 11:54:13 user nova-compute[74974]:     <vmcoreinfo state='on'/>
Nov 29 11:54:13 user nova-compute[74974]:   </features>
Nov 29 11:54:13 user nova-compute[74974]:   <cpu mode='custom' match='exact' check='full'>
Nov 29 11:54:13 user nova-compute[74974]:     <model fallback='forbid'>Nehalem</model>
Nov 29 11:54:13 user nova-compute[74974]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 29 11:54:13 user nova-compute[74974]:     <feature policy='require' name='vme'/>
Nov 29 11:54:13 user nova-compute[74974]:     <feature policy='require' name='x2apic'/>
Nov 29 11:54:13 user nova-compute[74974]:     <feature policy='require' name='hypervisor'/>
Nov 29 11:54:13 user nova-compute[74974]:   </cpu>
Nov 29 11:54:13 user nova-compute[74974]:   <clock offset='utc'>
Nov 29 11:54:13 user nova-compute[74974]:     <timer name='pit' tickpolicy='delay'/>
Nov 29 11:54:13 user nova-compute[74974]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 29 11:54:13 user nova-compute[74974]:     <timer name='hpet' present='no'/>
Nov 29 11:54:13 user nova-compute[74974]:   </clock>
Nov 29 11:54:13 user nova-compute[74974]:   <on_poweroff>destroy</on_poweroff>
Nov 29 11:54:13 user nova-compute[74974]:   <on_reboot>restart</on_reboot>
Nov 29 11:54:13 user nova-compute[74974]:   <on_crash>destroy</on_crash>
Nov 29 11:54:13 user nova-compute[74974]:   <devices>
Nov 29 11:54:13 user nova-compute[74974]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 29 11:54:13 user nova-compute[74974]:     <disk type='file' device='disk'>
Nov 29 11:54:13 user nova-compute[74974]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 29 11:54:13 user nova-compute[74974]:       <source file='/opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk' index='2'/>
Nov 29 11:54:13 user nova-compute[74974]:       <backingStore type='file' index='3'>
Nov 29 11:54:13 user nova-compute[74974]:         <format type='raw'/>
Nov 29 11:54:13 user nova-compute[74974]:         <source file='/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8'/>
Nov 29 11:54:13 user nova-compute[74974]:         <backingStore/>
Nov 29 11:54:13 user nova-compute[74974]:       </backingStore>
Nov 29 11:54:13 user nova-compute[74974]:       <target dev='vda' bus='virtio'/>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='virtio-disk0'/>
Nov 29 11:54:13 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 29 11:54:13 user nova-compute[74974]:     </disk>
Nov 29 11:54:13 user nova-compute[74974]:     <disk type='file' device='cdrom'>
Nov 29 11:54:13 user nova-compute[74974]:       <driver name='qemu' type='raw' cache='none'/>
Nov 29 11:54:13 user nova-compute[74974]:       <source file='/opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk.config' index='1'/>
Nov 29 11:54:13 user nova-compute[74974]:       <backingStore/>
Nov 29 11:54:13 user nova-compute[74974]:       <target dev='hda' bus='ide'/>
Nov 29 11:54:13 user nova-compute[74974]:       <readonly/>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='ide0-0-0'/>
Nov 29 11:54:13 user nova-compute[74974]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 29 11:54:13 user nova-compute[74974]:     </disk>
Nov 29 11:54:13 user nova-compute[74974]:     <controller type='usb' index='0' model='none'>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='usb'/>
Nov 29 11:54:13 user nova-compute[74974]:     </controller>
Nov 29 11:54:13 user nova-compute[74974]:     <controller type='pci' index='0' model='pci-root'>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='pci.0'/>
Nov 29 11:54:13 user nova-compute[74974]:     </controller>
Nov 29 11:54:13 user nova-compute[74974]:     <controller type='ide' index='0'>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='ide'/>
Nov 29 11:54:13 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 29 11:54:13 user nova-compute[74974]:     </controller>
Nov 29 11:54:13 user nova-compute[74974]:     <interface type='ethernet'>
Nov 29 11:54:13 user nova-compute[74974]:       <mac address='fa:16:3e:4c:06:04'/>
Nov 29 11:54:13 user nova-compute[74974]:       <target dev='tapd0f6389e-78'/>
Nov 29 11:54:13 user nova-compute[74974]:       <model type='virtio'/>
Nov 29 11:54:13 user nova-compute[74974]:       <mtu size='1442'/>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='net0'/>
Nov 29 11:54:13 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 29 11:54:13 user nova-compute[74974]:     </interface>
Nov 29 11:54:13 user nova-compute[74974]:     <serial type='pty'>
Nov 29 11:54:13 user nova-compute[74974]:       <source path='/dev/pts/4'/>
Nov 29 11:54:13 user nova-compute[74974]:       <log file='/opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/console.log' append='off'/>
Nov 29 11:54:13 user nova-compute[74974]:       <target type='isa-serial' port='0'>
Nov 29 11:54:13 user nova-compute[74974]:         <model name='isa-serial'/>
Nov 29 11:54:13 user nova-compute[74974]:       </target>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='serial0'/>
Nov 29 11:54:13 user nova-compute[74974]:     </serial>
Nov 29 11:54:13 user nova-compute[74974]:     <console type='pty' tty='/dev/pts/4'>
Nov 29 11:54:13 user nova-compute[74974]:       <source path='/dev/pts/4'/>
Nov 29 11:54:13 user nova-compute[74974]:       <log file='/opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/console.log' append='off'/>
Nov 29 11:54:13 user nova-compute[74974]:       <target type='serial' port='0'/>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='serial0'/>
Nov 29 11:54:13 user nova-compute[74974]:     </console>
Nov 29 11:54:13 user nova-compute[74974]:     <input type='mouse' bus='ps2'>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='input0'/>
Nov 29 11:54:13 user nova-compute[74974]:     </input>
Nov 29 11:54:13 user nova-compute[74974]:     <input type='keyboard' bus='ps2'>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='input1'/>
Nov 29 11:54:13 user nova-compute[74974]:     </input>
Nov 29 11:54:13 user nova-compute[74974]:     <graphics type='vnc' port='5904' autoport='yes' listen='0.0.0.0'>
Nov 29 11:54:13 user nova-compute[74974]:       <listen type='address' address='0.0.0.0'/>
Nov 29 11:54:13 user nova-compute[74974]:     </graphics>
Nov 29 11:54:13 user nova-compute[74974]:     <audio id='1' type='none'/>
Nov 29 11:54:13 user nova-compute[74974]:     <video>
Nov 29 11:54:13 user nova-compute[74974]:       <model type='virtio' heads='1' primary='yes'/>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='video0'/>
Nov 29 11:54:13 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 29 11:54:13 user nova-compute[74974]:     </video>
Nov 29 11:54:13 user nova-compute[74974]:     <memballoon model='virtio'>
Nov 29 11:54:13 user nova-compute[74974]:       <stats period='10'/>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='balloon0'/>
Nov 29 11:54:13 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 29 11:54:13 user nova-compute[74974]:     </memballoon>
Nov 29 11:54:13 user nova-compute[74974]:     <rng model='virtio'>
Nov 29 11:54:13 user nova-compute[74974]:       <backend model='random'>/dev/urandom</backend>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='rng0'/>
Nov 29 11:54:13 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 29 11:54:13 user nova-compute[74974]:     </rng>
Nov 29 11:54:13 user nova-compute[74974]:   </devices>
Nov 29 11:54:13 user nova-compute[74974]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 29 11:54:13 user nova-compute[74974]:     <label>libvirt-cffdb25b-6232-479e-9213-861ca86e033e</label>
Nov 29 11:54:13 user nova-compute[74974]:     <imagelabel>libvirt-cffdb25b-6232-479e-9213-861ca86e033e</imagelabel>
Nov 29 11:54:13 user nova-compute[74974]:   </seclabel>
Nov 29 11:54:13 user nova-compute[74974]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 29 11:54:13 user nova-compute[74974]:     <label>+64055:+108</label>
Nov 29 11:54:13 user nova-compute[74974]:     <imagelabel>+64055:+108</imagelabel>
Nov 29 11:54:13 user nova-compute[74974]:   </seclabel>
Nov 29 11:54:13 user nova-compute[74974]: </domain>
Nov 29 11:54:13 user nova-compute[74974]:  {{(pid=74974) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [req-a29c5074-8755-4873-8e29-6e4e54678bd3 req-a2078e89-4b8a-4004-8ef4-7a1fe5b3e731 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:e9:61:bc"/><model type="virtio"/><mtu size="1442"/><target dev="tap755f061c-c3"/></interface> {{(pid=74974) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [req-a29c5074-8755-4873-8e29-6e4e54678bd3 req-a2078e89-4b8a-4004-8ef4-7a1fe5b3e731 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:e9:61:bc"/><model type="virtio"/><mtu size="1442"/><target dev="tap755f061c-c3"/></interface>not found in domain: <domain type='kvm' id='5'>
Nov 29 11:54:13 user nova-compute[74974]:   <name>instance-00000005</name>
Nov 29 11:54:13 user nova-compute[74974]:   <uuid>cffdb25b-6232-479e-9213-861ca86e033e</uuid>
Nov 29 11:54:13 user nova-compute[74974]:   <metadata>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:54:13 user nova-compute[74974]:   <nova:package version="0.0.0"/>
Nov 29 11:54:13 user nova-compute[74974]:   <nova:name>tempest-device-tagging-server-1515660580</nova:name>
Nov 29 11:54:13 user nova-compute[74974]:   <nova:creationTime>2023-11-29 11:54:12</nova:creationTime>
Nov 29 11:54:13 user nova-compute[74974]:   <nova:flavor name="m1.tiny">
Nov 29 11:54:13 user nova-compute[74974]:     <nova:memory>512</nova:memory>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:disk>1</nova:disk>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:swap>0</nova:swap>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:vcpus>1</nova:vcpus>
Nov 29 11:54:13 user nova-compute[74974]:   </nova:flavor>
Nov 29 11:54:13 user nova-compute[74974]:   <nova:owner>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:user uuid="a9b3766969c444dabcfe8da6f83ba583">tempest-TaggedAttachmentsTest-1952186476-project-member</nova:user>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:project uuid="40d18a3ed8c34cee80c6639ac8356d9f">tempest-TaggedAttachmentsTest-1952186476</nova:project>
Nov 29 11:54:13 user nova-compute[74974]:   </nova:owner>
Nov 29 11:54:13 user nova-compute[74974]:   <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:54:13 user nova-compute[74974]:   <nova:ports>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:port uuid="d0f6389e-781e-4dc9-bef6-9837cd64aee8">
Nov 29 11:54:13 user nova-compute[74974]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 11:54:13 user nova-compute[74974]:     </nova:port>
Nov 29 11:54:13 user nova-compute[74974]:   </nova:ports>
Nov 29 11:54:13 user nova-compute[74974]: </nova:instance>
Nov 29 11:54:13 user nova-compute[74974]:   </metadata>
Nov 29 11:54:13 user nova-compute[74974]:   <memory unit='KiB'>524288</memory>
Nov 29 11:54:13 user nova-compute[74974]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 29 11:54:13 user nova-compute[74974]:   <vcpu placement='static'>1</vcpu>
Nov 29 11:54:13 user nova-compute[74974]:   <resource>
Nov 29 11:54:13 user nova-compute[74974]:     <partition>/machine</partition>
Nov 29 11:54:13 user nova-compute[74974]:   </resource>
Nov 29 11:54:13 user nova-compute[74974]:   <sysinfo type='smbios'>
Nov 29 11:54:13 user nova-compute[74974]:     <system>
Nov 29 11:54:13 user nova-compute[74974]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 29 11:54:13 user nova-compute[74974]:       <entry name='product'>OpenStack Nova</entry>
Nov 29 11:54:13 user nova-compute[74974]:       <entry name='version'>0.0.0</entry>
Nov 29 11:54:13 user nova-compute[74974]:       <entry name='serial'>cffdb25b-6232-479e-9213-861ca86e033e</entry>
Nov 29 11:54:13 user nova-compute[74974]:       <entry name='uuid'>cffdb25b-6232-479e-9213-861ca86e033e</entry>
Nov 29 11:54:13 user nova-compute[74974]:       <entry name='family'>Virtual Machine</entry>
Nov 29 11:54:13 user nova-compute[74974]:     </system>
Nov 29 11:54:13 user nova-compute[74974]:   </sysinfo>
Nov 29 11:54:13 user nova-compute[74974]:   <os>
Nov 29 11:54:13 user nova-compute[74974]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 29 11:54:13 user nova-compute[74974]:     <boot dev='hd'/>
Nov 29 11:54:13 user nova-compute[74974]:     <smbios mode='sysinfo'/>
Nov 29 11:54:13 user nova-compute[74974]:   </os>
Nov 29 11:54:13 user nova-compute[74974]:   <features>
Nov 29 11:54:13 user nova-compute[74974]:     <acpi/>
Nov 29 11:54:13 user nova-compute[74974]:     <apic/>
Nov 29 11:54:13 user nova-compute[74974]:     <vmcoreinfo state='on'/>
Nov 29 11:54:13 user nova-compute[74974]:   </features>
Nov 29 11:54:13 user nova-compute[74974]:   <cpu mode='custom' match='exact' check='full'>
Nov 29 11:54:13 user nova-compute[74974]:     <model fallback='forbid'>Nehalem</model>
Nov 29 11:54:13 user nova-compute[74974]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 29 11:54:13 user nova-compute[74974]:     <feature policy='require' name='vme'/>
Nov 29 11:54:13 user nova-compute[74974]:     <feature policy='require' name='x2apic'/>
Nov 29 11:54:13 user nova-compute[74974]:     <feature policy='require' name='hypervisor'/>
Nov 29 11:54:13 user nova-compute[74974]:   </cpu>
Nov 29 11:54:13 user nova-compute[74974]:   <clock offset='utc'>
Nov 29 11:54:13 user nova-compute[74974]:     <timer name='pit' tickpolicy='delay'/>
Nov 29 11:54:13 user nova-compute[74974]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 29 11:54:13 user nova-compute[74974]:     <timer name='hpet' present='no'/>
Nov 29 11:54:13 user nova-compute[74974]:   </clock>
Nov 29 11:54:13 user nova-compute[74974]:   <on_poweroff>destroy</on_poweroff>
Nov 29 11:54:13 user nova-compute[74974]:   <on_reboot>restart</on_reboot>
Nov 29 11:54:13 user nova-compute[74974]:   <on_crash>destroy</on_crash>
Nov 29 11:54:13 user nova-compute[74974]:   <devices>
Nov 29 11:54:13 user nova-compute[74974]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 29 11:54:13 user nova-compute[74974]:     <disk type='file' device='disk'>
Nov 29 11:54:13 user nova-compute[74974]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 29 11:54:13 user nova-compute[74974]:       <source file='/opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk' index='2'/>
Nov 29 11:54:13 user nova-compute[74974]:       <backingStore type='file' index='3'>
Nov 29 11:54:13 user nova-compute[74974]:         <format type='raw'/>
Nov 29 11:54:13 user nova-compute[74974]:         <source file='/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8'/>
Nov 29 11:54:13 user nova-compute[74974]:         <backingStore/>
Nov 29 11:54:13 user nova-compute[74974]:       </backingStore>
Nov 29 11:54:13 user nova-compute[74974]:       <target dev='vda' bus='virtio'/>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='virtio-disk0'/>
Nov 29 11:54:13 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 29 11:54:13 user nova-compute[74974]:     </disk>
Nov 29 11:54:13 user nova-compute[74974]:     <disk type='file' device='cdrom'>
Nov 29 11:54:13 user nova-compute[74974]:       <driver name='qemu' type='raw' cache='none'/>
Nov 29 11:54:13 user nova-compute[74974]:       <source file='/opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk.config' index='1'/>
Nov 29 11:54:13 user nova-compute[74974]:       <backingStore/>
Nov 29 11:54:13 user nova-compute[74974]:       <target dev='hda' bus='ide'/>
Nov 29 11:54:13 user nova-compute[74974]:       <readonly/>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='ide0-0-0'/>
Nov 29 11:54:13 user nova-compute[74974]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 29 11:54:13 user nova-compute[74974]:     </disk>
Nov 29 11:54:13 user nova-compute[74974]:     <controller type='usb' index='0' model='none'>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='usb'/>
Nov 29 11:54:13 user nova-compute[74974]:     </controller>
Nov 29 11:54:13 user nova-compute[74974]:     <controller type='pci' index='0' model='pci-root'>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='pci.0'/>
Nov 29 11:54:13 user nova-compute[74974]:     </controller>
Nov 29 11:54:13 user nova-compute[74974]:     <controller type='ide' index='0'>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='ide'/>
Nov 29 11:54:13 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 29 11:54:13 user nova-compute[74974]:     </controller>
Nov 29 11:54:13 user nova-compute[74974]:     <interface type='ethernet'>
Nov 29 11:54:13 user nova-compute[74974]:       <mac address='fa:16:3e:4c:06:04'/>
Nov 29 11:54:13 user nova-compute[74974]:       <target dev='tapd0f6389e-78'/>
Nov 29 11:54:13 user nova-compute[74974]:       <model type='virtio'/>
Nov 29 11:54:13 user nova-compute[74974]:       <mtu size='1442'/>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='net0'/>
Nov 29 11:54:13 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 29 11:54:13 user nova-compute[74974]:     </interface>
Nov 29 11:54:13 user nova-compute[74974]:     <serial type='pty'>
Nov 29 11:54:13 user nova-compute[74974]:       <source path='/dev/pts/4'/>
Nov 29 11:54:13 user nova-compute[74974]:       <log file='/opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/console.log' append='off'/>
Nov 29 11:54:13 user nova-compute[74974]:       <target type='isa-serial' port='0'>
Nov 29 11:54:13 user nova-compute[74974]:         <model name='isa-serial'/>
Nov 29 11:54:13 user nova-compute[74974]:       </target>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='serial0'/>
Nov 29 11:54:13 user nova-compute[74974]:     </serial>
Nov 29 11:54:13 user nova-compute[74974]:     <console type='pty' tty='/dev/pts/4'>
Nov 29 11:54:13 user nova-compute[74974]:       <source path='/dev/pts/4'/>
Nov 29 11:54:13 user nova-compute[74974]:       <log file='/opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/console.log' append='off'/>
Nov 29 11:54:13 user nova-compute[74974]:       <target type='serial' port='0'/>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='serial0'/>
Nov 29 11:54:13 user nova-compute[74974]:     </console>
Nov 29 11:54:13 user nova-compute[74974]:     <input type='mouse' bus='ps2'>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='input0'/>
Nov 29 11:54:13 user nova-compute[74974]:     </input>
Nov 29 11:54:13 user nova-compute[74974]:     <input type='keyboard' bus='ps2'>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='input1'/>
Nov 29 11:54:13 user nova-compute[74974]:     </input>
Nov 29 11:54:13 user nova-compute[74974]:     <graphics type='vnc' port='5904' autoport='yes' listen='0.0.0.0'>
Nov 29 11:54:13 user nova-compute[74974]:       <listen type='address' address='0.0.0.0'/>
Nov 29 11:54:13 user nova-compute[74974]:     </graphics>
Nov 29 11:54:13 user nova-compute[74974]:     <audio id='1' type='none'/>
Nov 29 11:54:13 user nova-compute[74974]:     <video>
Nov 29 11:54:13 user nova-compute[74974]:       <model type='virtio' heads='1' primary='yes'/>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='video0'/>
Nov 29 11:54:13 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 29 11:54:13 user nova-compute[74974]:     </video>
Nov 29 11:54:13 user nova-compute[74974]:     <memballoon model='virtio'>
Nov 29 11:54:13 user nova-compute[74974]:       <stats period='10'/>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='balloon0'/>
Nov 29 11:54:13 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 29 11:54:13 user nova-compute[74974]:     </memballoon>
Nov 29 11:54:13 user nova-compute[74974]:     <rng model='virtio'>
Nov 29 11:54:13 user nova-compute[74974]:       <backend model='random'>/dev/urandom</backend>
Nov 29 11:54:13 user nova-compute[74974]:       <alias name='rng0'/>
Nov 29 11:54:13 user nova-compute[74974]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 29 11:54:13 user nova-compute[74974]:     </rng>
Nov 29 11:54:13 user nova-compute[74974]:   </devices>
Nov 29 11:54:13 user nova-compute[74974]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 29 11:54:13 user nova-compute[74974]:     <label>libvirt-cffdb25b-6232-479e-9213-861ca86e033e</label>
Nov 29 11:54:13 user nova-compute[74974]:     <imagelabel>libvirt-cffdb25b-6232-479e-9213-861ca86e033e</imagelabel>
Nov 29 11:54:13 user nova-compute[74974]:   </seclabel>
Nov 29 11:54:13 user nova-compute[74974]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 29 11:54:13 user nova-compute[74974]:     <label>+64055:+108</label>
Nov 29 11:54:13 user nova-compute[74974]:     <imagelabel>+64055:+108</imagelabel>
Nov 29 11:54:13 user nova-compute[74974]:   </seclabel>
Nov 29 11:54:13 user nova-compute[74974]: </domain>
Nov 29 11:54:13 user nova-compute[74974]:  {{(pid=74974) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 29 11:54:13 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [req-a29c5074-8755-4873-8e29-6e4e54678bd3 req-a2078e89-4b8a-4004-8ef4-7a1fe5b3e731 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Detaching interface fa:16:3e:e9:61:bc failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tap755f061c-c3' not found.
Nov 29 11:54:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [req-a29c5074-8755-4873-8e29-6e4e54678bd3 req-a2078e89-4b8a-4004-8ef4-7a1fe5b3e731 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:51:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1515660580',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1515660580',id=5,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM7nyOsid5Vj1Vvh598sv5yTrbqsg8vKqhJE0BTKhf+ukY6DMAuBD4U+mxPq7TLE8eCfIQFBDyyBGKsK8zWqC1QACKcZvmbyiDsXXS4dCQISyNB6HwMo/VjXLRrffwH9zA==',key_name='tempest-keypair-1634908587',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:51:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='40d18a3ed8c34cee80c6639ac8356d9f',ramdisk_id='',reservation_id='r-81wkp06b',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1952186476',owner_user_name='tempest-TaggedAttachmentsTest-1952186476-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:51:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a9b3766969c444dabcfe8da6f83ba583',uuid=cffdb25b-6232-479e-9213-861ca86e033e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "755f061c-c383-45d0-b085-a9ed8799505b", "address": "fa:16:3e:e9:61:bc", "network": {"id": "4d7f2636-022f-435f-9ca0-edd8cfbdd980", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1451540912", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap755f061c-c3", "ovs_interfaceid": "755f061c-c383-45d0-b085-a9ed8799505b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG nova.network.os_vif_util [req-a29c5074-8755-4873-8e29-6e4e54678bd3 req-a2078e89-4b8a-4004-8ef4-7a1fe5b3e731 service nova] Converting VIF {"id": "755f061c-c383-45d0-b085-a9ed8799505b", "address": "fa:16:3e:e9:61:bc", "network": {"id": "4d7f2636-022f-435f-9ca0-edd8cfbdd980", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1451540912", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap755f061c-c3", "ovs_interfaceid": "755f061c-c383-45d0-b085-a9ed8799505b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG nova.network.os_vif_util [req-a29c5074-8755-4873-8e29-6e4e54678bd3 req-a2078e89-4b8a-4004-8ef4-7a1fe5b3e731 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:61:bc,bridge_name='br-int',has_traffic_filtering=True,id=755f061c-c383-45d0-b085-a9ed8799505b,network=Network(4d7f2636-022f-435f-9ca0-edd8cfbdd980),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap755f061c-c3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG os_vif [req-a29c5074-8755-4873-8e29-6e4e54678bd3 req-a2078e89-4b8a-4004-8ef4-7a1fe5b3e731 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:61:bc,bridge_name='br-int',has_traffic_filtering=True,id=755f061c-c383-45d0-b085-a9ed8799505b,network=Network(4d7f2636-022f-435f-9ca0-edd8cfbdd980),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap755f061c-c3') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap755f061c-c3, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:54:13 user nova-compute[74974]: INFO os_vif [req-a29c5074-8755-4873-8e29-6e4e54678bd3 req-a2078e89-4b8a-4004-8ef4-7a1fe5b3e731 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:61:bc,bridge_name='br-int',has_traffic_filtering=True,id=755f061c-c383-45d0-b085-a9ed8799505b,network=Network(4d7f2636-022f-435f-9ca0-edd8cfbdd980),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap755f061c-c3')
Nov 29 11:54:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [req-a29c5074-8755-4873-8e29-6e4e54678bd3 req-a2078e89-4b8a-4004-8ef4-7a1fe5b3e731 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:54:13 user nova-compute[74974]:   <nova:package version="0.0.0"/>
Nov 29 11:54:13 user nova-compute[74974]:   <nova:name>tempest-device-tagging-server-1515660580</nova:name>
Nov 29 11:54:13 user nova-compute[74974]:   <nova:creationTime>2023-11-29 11:54:13</nova:creationTime>
Nov 29 11:54:13 user nova-compute[74974]:   <nova:flavor name="m1.tiny">
Nov 29 11:54:13 user nova-compute[74974]:     <nova:memory>512</nova:memory>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:disk>1</nova:disk>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:swap>0</nova:swap>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:vcpus>1</nova:vcpus>
Nov 29 11:54:13 user nova-compute[74974]:   </nova:flavor>
Nov 29 11:54:13 user nova-compute[74974]:   <nova:owner>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:user uuid="a9b3766969c444dabcfe8da6f83ba583">tempest-TaggedAttachmentsTest-1952186476-project-member</nova:user>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:project uuid="40d18a3ed8c34cee80c6639ac8356d9f">tempest-TaggedAttachmentsTest-1952186476</nova:project>
Nov 29 11:54:13 user nova-compute[74974]:   </nova:owner>
Nov 29 11:54:13 user nova-compute[74974]:   <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:54:13 user nova-compute[74974]:   <nova:ports>
Nov 29 11:54:13 user nova-compute[74974]:     <nova:port uuid="d0f6389e-781e-4dc9-bef6-9837cd64aee8">
Nov 29 11:54:13 user nova-compute[74974]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 11:54:13 user nova-compute[74974]:     </nova:port>
Nov 29 11:54:13 user nova-compute[74974]:   </nova:ports>
Nov 29 11:54:13 user nova-compute[74974]: </nova:instance>
Nov 29 11:54:13 user nova-compute[74974]:  {{(pid=74974) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG nova.network.neutron [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Updating instance_info_cache with network_info: [{"id": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "address": "fa:16:3e:4c:06:04", "network": {"id": "0a675c7e-9a67-4f9b-9676-38a3d975aeb7", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1829847657-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0f6389e-78", "ovs_interfaceid": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Releasing lock "refresh_cache-cffdb25b-6232-479e-9213-861ca86e033e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:54:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-06dd6eaa-6027-4f4d-b423-002f8b080e10 tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "interface-cffdb25b-6232-479e-9213-861ca86e033e-755f061c-c383-45d0-b085-a9ed8799505b" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.607s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:14 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 67c20aab-6955-41a5-b21b-8f556663d70b is timed out.
Nov 29 11:54:14 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Successfully detached device vdb from instance 67c20aab-6955-41a5-b21b-8f556663d70b from the live domain config.
Nov 29 11:54:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pkOUDWdP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi', 'volume_id': '49bd35c6-85b5-4f27-8d88-e6df92f04b01'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:54:14 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:54:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[17d22348-39aa-496f-9403-cfb02f7eda05]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:54:14 user nova-compute[74974]: No targets found.
Nov 29 11:54:14 user nova-compute[74974]: iSNS:
Nov 29 11:54:14 user nova-compute[74974]: No targets found.
Nov 29 11:54:14 user nova-compute[74974]: STATIC:
Nov 29 11:54:14 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8
Nov 29 11:54:14 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:54:14 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:54:14 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb
Nov 29 11:54:14 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:54:14 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:54:14 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605
Nov 29 11:54:14 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:54:14 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:54:14 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f
Nov 29 11:54:14 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:54:14 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:54:14 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01
Nov 29 11:54:14 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:54:14 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:54:14 user nova-compute[74974]: FIRMWARE:
Nov 29 11:54:14 user nova-compute[74974]: No targets found.
Nov 29 11:54:14 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:54:14 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:54:14 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[780e987f-960f-4c82-9033-1b06f5387ee0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a405e0b8-2482-4007-a8fb-f483bd8937a8]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:54:14 user nova-compute[74974]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f (non-flash)
Nov 29 11:54:14 user nova-compute[74974]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:54:14 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:54:14 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:54:14 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 (non-flash)
Nov 29 11:54:14 user nova-compute[74974]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f (non-flash)
Nov 29 11:54:14 user nova-compute[74974]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:54:14 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:54:14 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:54:14 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa8599090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01'): ({'sdi'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Removing single pathed devices sdi {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f905394-81ae-4095-9b91-a25afaefcf72]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[56106995-c92a-4d2b-a695-e035dddb0c2a]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Flushing IO for device /dev/sdi {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cd6c109-e4cc-406f-876d-71c6fa162be9]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.035s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c588f46c-44cb-45c4-b73f-0ac426fa8d4d]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] SCSI volumes sdi have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c96845a-f41c-4cad-b17a-fcd51e8d5b7c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f826790-639f-4eab-8e28-e1d69c28febc]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01, portal: 172.16.0.220,3260]
Nov 29 11:54:14 user nova-compute[74974]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01, portal: 172.16.0.220,3260] successful.
Nov 29 11:54:14 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49bd35c6-85b5-4f27-8d88-e6df92f04b01 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e2f4c39-6b73-4b83-bcf1-ccdc7b8d1a60]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.301s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] <== disconnect_volume: return (303ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-eac9c8e0-7898-4687-9fa7-2c8db6cd5067 req-aaad7dbb-a288-4983-b144-f35ad9838c55 service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Received event network-vif-plugged-1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-eac9c8e0-7898-4687-9fa7-2c8db6cd5067 req-aaad7dbb-a288-4983-b144-f35ad9838c55 service nova] Acquiring lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-eac9c8e0-7898-4687-9fa7-2c8db6cd5067 req-aaad7dbb-a288-4983-b144-f35ad9838c55 service nova] Lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-eac9c8e0-7898-4687-9fa7-2c8db6cd5067 req-aaad7dbb-a288-4983-b144-f35ad9838c55 service nova] Lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-eac9c8e0-7898-4687-9fa7-2c8db6cd5067 req-aaad7dbb-a288-4983-b144-f35ad9838c55 service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] No waiting events found dispatching network-vif-plugged-1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:54:14 user nova-compute[74974]: WARNING nova.compute.manager [req-eac9c8e0-7898-4687-9fa7-2c8db6cd5067 req-aaad7dbb-a288-4983-b144-f35ad9838c55 service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Received unexpected event network-vif-plugged-1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee for instance with vm_state building and task_state spawning.
Nov 29 11:54:15 user nova-compute[74974]: DEBUG nova.compute.manager [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:54:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:54:15 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Instance spawned successfully.
Nov 29 11:54:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:54:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:54:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:54:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:54:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:54:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:54:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:54:15 user nova-compute[74974]: INFO nova.compute.manager [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Took 5.66 seconds to spawn the instance on the hypervisor.
Nov 29 11:54:15 user nova-compute[74974]: DEBUG nova.compute.manager [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:54:15 user nova-compute[74974]: INFO nova.compute.manager [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Took 6.55 seconds to build instance.
Nov 29 11:54:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-03c6ffb5-d292-4089-8159-58125935a639 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.645s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:15 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lazy-loading 'flavor' on Instance uuid 67c20aab-6955-41a5-b21b-8f556663d70b {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39873fbd-fe4f-4784-8f91-a79db2f2cf4e tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "67c20aab-6955-41a5-b21b-8f556663d70b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.375s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:21 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b647afc8-4fcc-47c1-bd74-c5aa4a490ccc is timed out.
Nov 29 11:54:21 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Successfully detached device vdb from instance b647afc8-4fcc-47c1-bd74-c5aa4a490ccc from the live domain config.
Nov 29 11:54:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dGvUzfeM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:54:21 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:54:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8306d2a0-c130-4c23-8764-1ff4be8eed49]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:54:21 user nova-compute[74974]: No targets found.
Nov 29 11:54:21 user nova-compute[74974]: iSNS:
Nov 29 11:54:21 user nova-compute[74974]: No targets found.
Nov 29 11:54:21 user nova-compute[74974]: STATIC:
Nov 29 11:54:21 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8
Nov 29 11:54:21 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:54:21 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:54:21 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb
Nov 29 11:54:21 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:54:21 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:54:21 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605
Nov 29 11:54:21 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:54:21 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:54:21 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f
Nov 29 11:54:21 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:54:21 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:54:21 user nova-compute[74974]: FIRMWARE:
Nov 29 11:54:21 user nova-compute[74974]: No targets found.
Nov 29 11:54:21 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:54:21 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:54:21 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[51ea1f4f-e152-4cd8-bb2b-db78703b5a41]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7f11831-8668-436a-b457-cedb3e80885d]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f (non-flash)
Nov 29 11:54:21 user nova-compute[74974]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:54:21 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:54:21 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:54:21 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f (non-flash)
Nov 29 11:54:21 user nova-compute[74974]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:54:21 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:54:21 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:54:21 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa859bc70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f'): ({'sdb'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Removing single pathed devices sdb {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[894faa07-0313-4807-83d9-f459adc5e666]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f02663b-137b-4c66-9a22-2962f1a6cd26]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Flushing IO for device /dev/sdb {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.032s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[65fb518c-d3ca-4cab-a497-49570391c682]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a233abb4-cd63-4125-baf6-006269ec1eb6]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2371854c-4d0b-4bab-9611-d054f63d9872]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c63522de-83e4-4f67-a7fb-16e20fed2c0f]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f, portal: 172.16.0.220,3260]
Nov 29 11:54:21 user nova-compute[74974]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f, portal: 172.16.0.220,3260] successful.
Nov 29 11:54:21 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3465ad24-2877-4497-a893-e98dce122e2f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[aed8971e-4fd9-47eb-972d-27cfcf2fc36a]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.312s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] <== disconnect_volume: return (314ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:54:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:54:22 user nova-compute[74974]: DEBUG nova.objects.instance [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lazy-loading 'flavor' on Instance uuid b647afc8-4fcc-47c1-bd74-c5aa4a490ccc {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8cec4fbb-ed6c-4ef9-8dd3-bd3f22b74041 tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.748s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:26 user nova-compute[74974]: DEBUG nova.compute.manager [req-bad99342-c64d-443b-a29e-f4974e506c1d req-19647b75-254f-43a8-870e-ae8524ba513a service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Received event network-changed-82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:26 user nova-compute[74974]: DEBUG nova.compute.manager [req-bad99342-c64d-443b-a29e-f4974e506c1d req-19647b75-254f-43a8-870e-ae8524ba513a service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Refreshing instance network info cache due to event network-changed-82979642-cd20-4260-a437-ccc23ab1de07. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:54:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bad99342-c64d-443b-a29e-f4974e506c1d req-19647b75-254f-43a8-870e-ae8524ba513a service nova] Acquiring lock "refresh_cache-be9b6662-5d67-462b-b203-c94c2520ae86" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:54:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bad99342-c64d-443b-a29e-f4974e506c1d req-19647b75-254f-43a8-870e-ae8524ba513a service nova] Acquired lock "refresh_cache-be9b6662-5d67-462b-b203-c94c2520ae86" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:54:26 user nova-compute[74974]: DEBUG nova.network.neutron [req-bad99342-c64d-443b-a29e-f4974e506c1d req-19647b75-254f-43a8-870e-ae8524ba513a service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Refreshing network info cache for port 82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:54:26 user nova-compute[74974]: DEBUG nova.network.neutron [req-bad99342-c64d-443b-a29e-f4974e506c1d req-19647b75-254f-43a8-870e-ae8524ba513a service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Updated VIF entry in instance network info cache for port 82979642-cd20-4260-a437-ccc23ab1de07. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:54:26 user nova-compute[74974]: DEBUG nova.network.neutron [req-bad99342-c64d-443b-a29e-f4974e506c1d req-19647b75-254f-43a8-870e-ae8524ba513a service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Updating instance_info_cache with network_info: [{"id": "82979642-cd20-4260-a437-ccc23ab1de07", "address": "fa:16:3e:df:0e:01", "network": {"id": "9717308b-24f6-4fb3-8b71-67229b25204b", "bridge": "br-int", "label": "tempest-TestShelveInstance-650406979-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "314dc60f4bc24a15bc2a9c0cffc412b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82979642-cd", "ovs_interfaceid": "82979642-cd20-4260-a437-ccc23ab1de07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:54:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bad99342-c64d-443b-a29e-f4974e506c1d req-19647b75-254f-43a8-870e-ae8524ba513a service nova] Releasing lock "refresh_cache-be9b6662-5d67-462b-b203-c94c2520ae86" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:54:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquiring lock "be9b6662-5d67-462b-b203-c94c2520ae86" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "be9b6662-5d67-462b-b203-c94c2520ae86" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:26 user nova-compute[74974]: INFO nova.compute.manager [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Shelve offloading
Nov 29 11:54:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:27 user nova-compute[74974]: DEBUG nova.compute.manager [req-a9ba2e68-9079-44a0-920b-593324eacc4d req-8ccf9342-4a64-403f-b435-11bb6306137e service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Received event network-vif-unplugged-82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a9ba2e68-9079-44a0-920b-593324eacc4d req-8ccf9342-4a64-403f-b435-11bb6306137e service nova] Acquiring lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a9ba2e68-9079-44a0-920b-593324eacc4d req-8ccf9342-4a64-403f-b435-11bb6306137e service nova] Lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a9ba2e68-9079-44a0-920b-593324eacc4d req-8ccf9342-4a64-403f-b435-11bb6306137e service nova] Lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:27 user nova-compute[74974]: DEBUG nova.compute.manager [req-a9ba2e68-9079-44a0-920b-593324eacc4d req-8ccf9342-4a64-403f-b435-11bb6306137e service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] No waiting events found dispatching network-vif-unplugged-82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:54:27 user nova-compute[74974]: WARNING nova.compute.manager [req-a9ba2e68-9079-44a0-920b-593324eacc4d req-8ccf9342-4a64-403f-b435-11bb6306137e service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Received unexpected event network-vif-unplugged-82979642-cd20-4260-a437-ccc23ab1de07 for instance with vm_state active and task_state shelving.
Nov 29 11:54:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:27 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Instance destroyed successfully.
Nov 29 11:54:27 user nova-compute[74974]: DEBUG nova.compute.manager [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:54:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquiring lock "refresh_cache-be9b6662-5d67-462b-b203-c94c2520ae86" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:54:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquired lock "refresh_cache-be9b6662-5d67-462b-b203-c94c2520ae86" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:54:27 user nova-compute[74974]: DEBUG nova.network.neutron [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:54:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:28 user nova-compute[74974]: DEBUG nova.network.neutron [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Updating instance_info_cache with network_info: [{"id": "82979642-cd20-4260-a437-ccc23ab1de07", "address": "fa:16:3e:df:0e:01", "network": {"id": "9717308b-24f6-4fb3-8b71-67229b25204b", "bridge": "br-int", "label": "tempest-TestShelveInstance-650406979-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "314dc60f4bc24a15bc2a9c0cffc412b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82979642-cd", "ovs_interfaceid": "82979642-cd20-4260-a437-ccc23ab1de07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:54:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Releasing lock "refresh_cache-be9b6662-5d67-462b-b203-c94c2520ae86" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-02d0830a-6bde-42c1-8b6b-d19d3c64ae62 req-50c6b635-d8b3-4207-bb93-194b1a6f2561 service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Received event network-changed-bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-02d0830a-6bde-42c1-8b6b-d19d3c64ae62 req-50c6b635-d8b3-4207-bb93-194b1a6f2561 service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Refreshing instance network info cache due to event network-changed-bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-02d0830a-6bde-42c1-8b6b-d19d3c64ae62 req-50c6b635-d8b3-4207-bb93-194b1a6f2561 service nova] Acquiring lock "refresh_cache-66996956-daa4-48af-b3ab-c21eb0931154" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-02d0830a-6bde-42c1-8b6b-d19d3c64ae62 req-50c6b635-d8b3-4207-bb93-194b1a6f2561 service nova] Acquired lock "refresh_cache-66996956-daa4-48af-b3ab-c21eb0931154" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG nova.network.neutron [req-02d0830a-6bde-42c1-8b6b-d19d3c64ae62 req-50c6b635-d8b3-4207-bb93-194b1a6f2561 service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Refreshing network info cache for port bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:54:29 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Instance destroyed successfully.
Nov 29 11:54:29 user nova-compute[74974]: DEBUG nova.objects.instance [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lazy-loading 'resources' on Instance uuid be9b6662-5d67-462b-b203-c94c2520ae86 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:52:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-540495096',display_name='tempest-TestShelveInstance-server-540495096',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-540495096',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNdOD4X6DqsPPT9Utf18gUMxkpoOAcLGF6CfEV6OYV2d8dliOuXebFd/JY743f2OdWjqMzPMO8oJHfwCZnw4HwWUvh1ORE8Yslcu867ew5UpUWzd6BhL8wAAja7kcppc2A==',key_name='tempest-TestShelveInstance-1269252610',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:52:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='314dc60f4bc24a15bc2a9c0cffc412b3',ramdisk_id='',reservation_id='r-4dlyuwug',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1806258391',owner_user_name='tempest-TestShelveInstance-1806258391-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:52:51Z,user_data=None,user_id='f8a3fc5cdc15426c8ff1ee8fdfca4d3b',uuid=be9b6662-5d67-462b-b203-c94c2520ae86,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "82979642-cd20-4260-a437-ccc23ab1de07", "address": "fa:16:3e:df:0e:01", "network": {"id": "9717308b-24f6-4fb3-8b71-67229b25204b", "bridge": "br-int", "label": "tempest-TestShelveInstance-650406979-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "314dc60f4bc24a15bc2a9c0cffc412b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82979642-cd", "ovs_interfaceid": "82979642-cd20-4260-a437-ccc23ab1de07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Converting VIF {"id": "82979642-cd20-4260-a437-ccc23ab1de07", "address": "fa:16:3e:df:0e:01", "network": {"id": "9717308b-24f6-4fb3-8b71-67229b25204b", "bridge": "br-int", "label": "tempest-TestShelveInstance-650406979-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "314dc60f4bc24a15bc2a9c0cffc412b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82979642-cd", "ovs_interfaceid": "82979642-cd20-4260-a437-ccc23ab1de07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:0e:01,bridge_name='br-int',has_traffic_filtering=True,id=82979642-cd20-4260-a437-ccc23ab1de07,network=Network(9717308b-24f6-4fb3-8b71-67229b25204b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82979642-cd') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG os_vif [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:0e:01,bridge_name='br-int',has_traffic_filtering=True,id=82979642-cd20-4260-a437-ccc23ab1de07,network=Network(9717308b-24f6-4fb3-8b71-67229b25204b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82979642-cd') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-e841b779-ba79-4e3c-81e2-6677ce546799 req-8c9f52cd-5908-41d8-b0fc-a926c923a380 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Received event network-vif-plugged-82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e841b779-ba79-4e3c-81e2-6677ce546799 req-8c9f52cd-5908-41d8-b0fc-a926c923a380 service nova] Acquiring lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e841b779-ba79-4e3c-81e2-6677ce546799 req-8c9f52cd-5908-41d8-b0fc-a926c923a380 service nova] Lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e841b779-ba79-4e3c-81e2-6677ce546799 req-8c9f52cd-5908-41d8-b0fc-a926c923a380 service nova] Lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-e841b779-ba79-4e3c-81e2-6677ce546799 req-8c9f52cd-5908-41d8-b0fc-a926c923a380 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] No waiting events found dispatching network-vif-plugged-82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:54:29 user nova-compute[74974]: WARNING nova.compute.manager [req-e841b779-ba79-4e3c-81e2-6677ce546799 req-8c9f52cd-5908-41d8-b0fc-a926c923a380 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Received unexpected event network-vif-plugged-82979642-cd20-4260-a437-ccc23ab1de07 for instance with vm_state active and task_state shelving.
Nov 29 11:54:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap82979642-cd, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=58b80968-c0bc-47a3-a92d-59804cbef3e7) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:29 user nova-compute[74974]: INFO os_vif [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:0e:01,bridge_name='br-int',has_traffic_filtering=True,id=82979642-cd20-4260-a437-ccc23ab1de07,network=Network(9717308b-24f6-4fb3-8b71-67229b25204b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82979642-cd')
Nov 29 11:54:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mbPCiBdZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:54:29 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:54:29 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[446ae295-7202-4f14-bad8-df4933de4ace]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:54:29 user nova-compute[74974]: No targets found.
Nov 29 11:54:29 user nova-compute[74974]: iSNS:
Nov 29 11:54:29 user nova-compute[74974]: No targets found.
Nov 29 11:54:29 user nova-compute[74974]: STATIC:
Nov 29 11:54:29 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8
Nov 29 11:54:29 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:54:29 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:54:29 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb
Nov 29 11:54:29 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:54:29 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:54:29 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605
Nov 29 11:54:29 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:54:29 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:54:29 user nova-compute[74974]: FIRMWARE:
Nov 29 11:54:29 user nova-compute[74974]: No targets found.
Nov 29 11:54:29 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:54:29 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:54:29 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[136d5f0a-67bb-4ee5-80f1-2f8c15039656]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a834ec1-a22a-4da1-9e73-68446a681fd1]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:54:29 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:54:29 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:54:29 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:54:29 user nova-compute[74974]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:54:29 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:54:29 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa832ac20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605'): ({'sdc'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Removing single pathed devices sdc {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf799b7f-935e-4fff-9d67-f5467a88b94a]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ed36546-4a53-40ad-a26b-9ff083524f06]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Flushing IO for device /dev/sdc {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.011s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[70361efc-8889-4a75-9479-5350381e42f2]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.051s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[08d23ccc-5eef-4037-9673-3da48a59c9a0]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] SCSI volumes sdc have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[22a549be-658a-472c-8019-0186d87a0ead]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ee0dc3e-5ff1-4d23-b3ae-3208c119665f]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605, portal: 172.16.0.220,3260]
Nov 29 11:54:29 user nova-compute[74974]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605, portal: 172.16.0.220,3260] successful.
Nov 29 11:54:29 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d05102b-d60c-405d-84f6-0a8bf09084ae]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.312s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] <== disconnect_volume: return (313ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:54:29 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Deleting instance files /opt/stack/data/nova/instances/be9b6662-5d67-462b-b203-c94c2520ae86_del
Nov 29 11:54:29 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Deletion of /opt/stack/data/nova/instances/be9b6662-5d67-462b-b203-c94c2520ae86_del complete
Nov 29 11:54:29 user nova-compute[74974]: DEBUG nova.network.neutron [req-02d0830a-6bde-42c1-8b6b-d19d3c64ae62 req-50c6b635-d8b3-4207-bb93-194b1a6f2561 service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Updated VIF entry in instance network info cache for port bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG nova.network.neutron [req-02d0830a-6bde-42c1-8b6b-d19d3c64ae62 req-50c6b635-d8b3-4207-bb93-194b1a6f2561 service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Updating instance_info_cache with network_info: [{"id": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "address": "fa:16:3e:89:3b:69", "network": {"id": "954674c5-6353-42e4-90a2-53c4b06d62f4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-664624636-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "722f7976d9e648639971c41c2a5f7cf0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf7f5ebd-a1", "ovs_interfaceid": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:54:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-02d0830a-6bde-42c1-8b6b-d19d3c64ae62 req-50c6b635-d8b3-4207-bb93-194b1a6f2561 service nova] Releasing lock "refresh_cache-66996956-daa4-48af-b3ab-c21eb0931154" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:54:30 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Deleted allocations for instance be9b6662-5d67-462b-b203-c94c2520ae86
Nov 29 11:54:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:30 user nova-compute[74974]: DEBUG nova.objects.instance [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lazy-loading 'numa_topology' on Instance uuid be9b6662-5d67-462b-b203-c94c2520ae86 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:30 user nova-compute[74974]: DEBUG nova.objects.base [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Object Instance<be9b6662-5d67-462b-b203-c94c2520ae86> lazy-loaded attributes: resources,numa_topology {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 11:54:30 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:54:30 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:54:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.337s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-96a4808b-3954-4f78-9637-21b2b09d07fb tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "be9b6662-5d67-462b-b203-c94c2520ae86" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 4.226s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Acquiring lock "7c9788a5-9bc1-404a-9b86-44e3af513159" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Lock "7c9788a5-9bc1-404a-9b86-44e3af513159" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Acquiring lock "7c9788a5-9bc1-404a-9b86-44e3af513159-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Lock "7c9788a5-9bc1-404a-9b86-44e3af513159-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Lock "7c9788a5-9bc1-404a-9b86-44e3af513159-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:32 user nova-compute[74974]: INFO nova.compute.manager [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Terminating instance
Nov 29 11:54:32 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 11:54:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "66996956-daa4-48af-b3ab-c21eb0931154" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:32 user nova-compute[74974]: DEBUG nova.objects.instance [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lazy-loading 'flavor' on Instance uuid 66996956-daa4-48af-b3ab-c21eb0931154 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "66996956-daa4-48af-b3ab-c21eb0931154" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:32 user nova-compute[74974]: INFO nova.compute.manager [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Attaching volume 88a71189-3b54-4e95-87f9-55794ad77b07 to /dev/vdb
Nov 29 11:54:33 user nova-compute[74974]: DEBUG os_brick.utils [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[171b8cd6-977a-4b03-a6b1-b8c375afb420]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c34706c-e04d-4bdd-916f-ae071168e349]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddb9ddee-593f-4de4-a9b2-29a4595347b4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0557e68-0b5c-422b-a456-7d4136921299]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-7d460c5c-c9f5-4051-a5aa-acc3db006deb req-43ff39c7-6c90-48db-a26e-1ad97d9fb726 service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Received event network-vif-unplugged-2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7d460c5c-c9f5-4051-a5aa-acc3db006deb req-43ff39c7-6c90-48db-a26e-1ad97d9fb726 service nova] Acquiring lock "7c9788a5-9bc1-404a-9b86-44e3af513159-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7d460c5c-c9f5-4051-a5aa-acc3db006deb req-43ff39c7-6c90-48db-a26e-1ad97d9fb726 service nova] Lock "7c9788a5-9bc1-404a-9b86-44e3af513159-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7d460c5c-c9f5-4051-a5aa-acc3db006deb req-43ff39c7-6c90-48db-a26e-1ad97d9fb726 service nova] Lock "7c9788a5-9bc1-404a-9b86-44e3af513159-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-7d460c5c-c9f5-4051-a5aa-acc3db006deb req-43ff39c7-6c90-48db-a26e-1ad97d9fb726 service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] No waiting events found dispatching network-vif-unplugged-2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-7d460c5c-c9f5-4051-a5aa-acc3db006deb req-43ff39c7-6c90-48db-a26e-1ad97d9fb726 service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Received event network-vif-unplugged-2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-7d460c5c-c9f5-4051-a5aa-acc3db006deb req-43ff39c7-6c90-48db-a26e-1ad97d9fb726 service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Received event network-vif-plugged-2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7d460c5c-c9f5-4051-a5aa-acc3db006deb req-43ff39c7-6c90-48db-a26e-1ad97d9fb726 service nova] Acquiring lock "7c9788a5-9bc1-404a-9b86-44e3af513159-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7d460c5c-c9f5-4051-a5aa-acc3db006deb req-43ff39c7-6c90-48db-a26e-1ad97d9fb726 service nova] Lock "7c9788a5-9bc1-404a-9b86-44e3af513159-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7d460c5c-c9f5-4051-a5aa-acc3db006deb req-43ff39c7-6c90-48db-a26e-1ad97d9fb726 service nova] Lock "7c9788a5-9bc1-404a-9b86-44e3af513159-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-7d460c5c-c9f5-4051-a5aa-acc3db006deb req-43ff39c7-6c90-48db-a26e-1ad97d9fb726 service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] No waiting events found dispatching network-vif-plugged-2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:54:33 user nova-compute[74974]: WARNING nova.compute.manager [req-7d460c5c-c9f5-4051-a5aa-acc3db006deb req-43ff39c7-6c90-48db-a26e-1ad97d9fb726 service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Received unexpected event network-vif-plugged-2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d for instance with vm_state active and task_state deleting.
Nov 29 11:54:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:54:33 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:54:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a9f61d2-20b4-4b0f-8a02-2295a4f79737]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG os_brick.utils [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Updating existing volume attachment record: df8ddc0c-f923-4a36-9850-6aa466a0187a {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:33 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Instance destroyed successfully.
Nov 29 11:54:33 user nova-compute[74974]: DEBUG nova.objects.instance [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Lazy-loading 'resources' on Instance uuid 7c9788a5-9bc1-404a-9b86-44e3af513159 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:51:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1201688419',display_name='tempest-VolumesAssistedSnapshotsTest-server-1201688419',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1201688419',id=8,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLxAqKkbPzhu7wqvhHxbPihSV3iKXNIc5ER24ojJ9dPzRMYyu/50Kf+65U4mfJJDDsN/RHHUWUpJ76lnm6RSJskDh/Ptacv2RC88aEqwk8fCxvHyO8Hvgo4liBPDxvex7A==',key_name='tempest-keypair-1565255029',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:51:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='512ce69f68274b68a7e60cc1abe3d993',ramdisk_id='',reservation_id='r-rxqxv11h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-589087383',owner_user_name='tempest-VolumesAssistedSnapshotsTest-589087383-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:51:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb64d5d5452b40e5b324612f734e41eb',uuid=7c9788a5-9bc1-404a-9b86-44e3af513159,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d", "address": "fa:16:3e:66:03:72", "network": {"id": "e0efcc16-4078-4e43-8662-907199c7f0e2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1640826608-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "512ce69f68274b68a7e60cc1abe3d993", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ab3e7c3-10", "ovs_interfaceid": "2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Converting VIF {"id": "2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d", "address": "fa:16:3e:66:03:72", "network": {"id": "e0efcc16-4078-4e43-8662-907199c7f0e2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1640826608-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "512ce69f68274b68a7e60cc1abe3d993", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ab3e7c3-10", "ovs_interfaceid": "2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:66:03:72,bridge_name='br-int',has_traffic_filtering=True,id=2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d,network=Network(e0efcc16-4078-4e43-8662-907199c7f0e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ab3e7c3-10') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG os_vif [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:66:03:72,bridge_name='br-int',has_traffic_filtering=True,id=2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d,network=Network(e0efcc16-4078-4e43-8662-907199c7f0e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ab3e7c3-10') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2ab3e7c3-10, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a719e848-3159-4a2f-8bd0-a668cf61e646) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:33 user nova-compute[74974]: INFO os_vif [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:66:03:72,bridge_name='br-int',has_traffic_filtering=True,id=2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d,network=Network(e0efcc16-4078-4e43-8662-907199c7f0e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ab3e7c3-10')
Nov 29 11:54:33 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Deleting instance files /opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159_del
Nov 29 11:54:33 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Deletion of /opt/stack/data/nova/instances/7c9788a5-9bc1-404a-9b86-44e3af513159_del complete
Nov 29 11:54:33 user nova-compute[74974]: INFO nova.compute.manager [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Took 0.93 seconds to destroy the instance on the hypervisor.
Nov 29 11:54:33 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 11:54:33 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 11:54:35 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:54:35 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Took 1.82 seconds to deallocate network for instance.
Nov 29 11:54:35 user nova-compute[74974]: DEBUG nova.compute.manager [req-179a8bd1-c7b4-4401-9ed6-8cba9761ce50 req-37398914-803e-460b-a2eb-48c791cbf267 service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Received event network-vif-deleted-2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:35 user nova-compute[74974]: INFO nova.compute.manager [req-179a8bd1-c7b4-4401-9ed6-8cba9761ce50 req-37398914-803e-460b-a2eb-48c791cbf267 service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Neutron deleted interface 2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d; detaching it from the instance and deleting it from the info cache
Nov 29 11:54:35 user nova-compute[74974]: DEBUG nova.network.neutron [req-179a8bd1-c7b4-4401-9ed6-8cba9761ce50 req-37398914-803e-460b-a2eb-48c791cbf267 service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:54:35 user nova-compute[74974]: DEBUG nova.compute.manager [req-179a8bd1-c7b4-4401-9ed6-8cba9761ce50 req-37398914-803e-460b-a2eb-48c791cbf267 service nova] [instance: 7c9788a5-9bc1-404a-9b86-44e3af513159] Detach interface failed, port_id=2ab3e7c3-10f1-46dd-8f02-a0cdcd7cb24d, reason: Instance 7c9788a5-9bc1-404a-9b86-44e3af513159 could not be found. {{(pid=74974) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 11:54:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquiring lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:35 user nova-compute[74974]: DEBUG nova.objects.instance [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lazy-loading 'flavor' on Instance uuid 2064c075-ca5f-4ef8-a34f-7c0d64debb57 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:35 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:54:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.072s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:35 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:54:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.438s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:35 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Deleted allocations for instance 7c9788a5-9bc1-404a-9b86-44e3af513159
Nov 29 11:54:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquiring lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:35 user nova-compute[74974]: INFO nova.compute.manager [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Attaching volume f96c66db-bcd7-450b-900d-52f286cb9a3a to /dev/vdb
Nov 29 11:54:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1e9bd0a4-43d9-40e5-8f3a-744b2db8b02d tempest-VolumesAssistedSnapshotsTest-589087383 tempest-VolumesAssistedSnapshotsTest-589087383-project-member] Lock "7c9788a5-9bc1-404a-9b86-44e3af513159" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.467s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:35 user nova-compute[74974]: DEBUG os_brick.utils [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:54:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:35 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[09541444-a9e5-430a-b86c-9ab7dc48769d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:35 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[434a1145-a325-4a97-be06-7713111f559b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:35 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0168fe31-8f94-4a99-abc1-bd5213986894]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:36 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[89a717c4-7bb4-499e-bf0a-d18cd2a98e7d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:54:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:54:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:54:36 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:54:36 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b64977e-ce7b-40ce-8a99-263058ecbdf0]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:54:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:54:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:54:36 user nova-compute[74974]: DEBUG os_brick.utils [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:54:36 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Updating existing volume attachment record: fe117379-745b-4cfb-b0fe-472eadb8251f {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:54:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "79b495d2-e46d-4dff-9803-22b6721eef88" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "79b495d2-e46d-4dff-9803-22b6721eef88" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "79b495d2-e46d-4dff-9803-22b6721eef88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "79b495d2-e46d-4dff-9803-22b6721eef88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "79b495d2-e46d-4dff-9803-22b6721eef88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:38 user nova-compute[74974]: INFO nova.compute.manager [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Terminating instance
Nov 29 11:54:38 user nova-compute[74974]: DEBUG nova.compute.manager [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 11:54:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:38 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:54:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:38 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:54:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:38 user nova-compute[74974]: DEBUG nova.compute.manager [req-9f56b0e2-4331-4ab1-8566-14a9ceb56428 req-a3aa4d67-8e82-4d2a-89a3-db7114101c88 service nova] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Received event network-vif-unplugged-af9daefe-4747-4ff6-b9c1-b3db583038d9 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9f56b0e2-4331-4ab1-8566-14a9ceb56428 req-a3aa4d67-8e82-4d2a-89a3-db7114101c88 service nova] Acquiring lock "79b495d2-e46d-4dff-9803-22b6721eef88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9f56b0e2-4331-4ab1-8566-14a9ceb56428 req-a3aa4d67-8e82-4d2a-89a3-db7114101c88 service nova] Lock "79b495d2-e46d-4dff-9803-22b6721eef88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9f56b0e2-4331-4ab1-8566-14a9ceb56428 req-a3aa4d67-8e82-4d2a-89a3-db7114101c88 service nova] Lock "79b495d2-e46d-4dff-9803-22b6721eef88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:38 user nova-compute[74974]: DEBUG nova.compute.manager [req-9f56b0e2-4331-4ab1-8566-14a9ceb56428 req-a3aa4d67-8e82-4d2a-89a3-db7114101c88 service nova] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] No waiting events found dispatching network-vif-unplugged-af9daefe-4747-4ff6-b9c1-b3db583038d9 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:54:38 user nova-compute[74974]: DEBUG nova.compute.manager [req-9f56b0e2-4331-4ab1-8566-14a9ceb56428 req-a3aa4d67-8e82-4d2a-89a3-db7114101c88 service nova] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Received event network-vif-unplugged-af9daefe-4747-4ff6-b9c1-b3db583038d9 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:54:39 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Instance destroyed successfully.
Nov 29 11:54:39 user nova-compute[74974]: DEBUG nova.objects.instance [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lazy-loading 'resources' on Instance uuid 79b495d2-e46d-4dff-9803-22b6721eef88 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:52:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1811785024',display_name='tempest-TestVolumeBootPattern-server-1811785024',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1811785024',id=12,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:53:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bfdef526837a498596f2a4b4dab853ed',ramdisk_id='',reservation_id='r-zkc8p304',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-2068658920',owner_user_name='tempest-TestVolumeBootPattern-2068658920-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:53:14Z,user_data=None,user_id='a3916353998a42d6a65cf663877bbf14',uuid=79b495d2-e46d-4dff-9803-22b6721eef88,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "af9daefe-4747-4ff6-b9c1-b3db583038d9", "address": "fa:16:3e:34:83:60", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf9daefe-47", "ovs_interfaceid": "af9daefe-4747-4ff6-b9c1-b3db583038d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converting VIF {"id": "af9daefe-4747-4ff6-b9c1-b3db583038d9", "address": "fa:16:3e:34:83:60", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf9daefe-47", "ovs_interfaceid": "af9daefe-4747-4ff6-b9c1-b3db583038d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:83:60,bridge_name='br-int',has_traffic_filtering=True,id=af9daefe-4747-4ff6-b9c1-b3db583038d9,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf9daefe-47') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG os_vif [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:83:60,bridge_name='br-int',has_traffic_filtering=True,id=af9daefe-4747-4ff6-b9c1-b3db583038d9,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf9daefe-47') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaf9daefe-47, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=536b1cff-0842-4f80-b255-2fc36911cc84) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:39 user nova-compute[74974]: INFO os_vif [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:83:60,bridge_name='br-int',has_traffic_filtering=True,id=af9daefe-4747-4ff6-b9c1-b3db583038d9,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf9daefe-47')
Nov 29 11:54:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CGxngENH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:54:39 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:54:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.005s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0aec0d12-5375-4b38-b37f-a506b7bb69ed]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:54:39 user nova-compute[74974]: No targets found.
Nov 29 11:54:39 user nova-compute[74974]: iSNS:
Nov 29 11:54:39 user nova-compute[74974]: No targets found.
Nov 29 11:54:39 user nova-compute[74974]: STATIC:
Nov 29 11:54:39 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8
Nov 29 11:54:39 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:54:39 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:54:39 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb
Nov 29 11:54:39 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:54:39 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:54:39 user nova-compute[74974]: FIRMWARE:
Nov 29 11:54:39 user nova-compute[74974]: No targets found.
Nov 29 11:54:39 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:54:39 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:54:39 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b21ae198-8b22-4dea-906b-95dce580f4a0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d3c6d9f-e592-4607-95c4-dd8547a2d024]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:54:39 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:54:39 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:54:39 user nova-compute[74974]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 (non-flash)
Nov 29 11:54:39 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa8313490>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8'): ({'sde'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Removing single pathed devices sde {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0d5f5f1-fb82-4810-aabf-2fdb6787ed39]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[22e3c333-754a-408b-91e3-e18c479d805e]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Flushing IO for device /dev/sde {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e1a0506-3d40-4c1b-8036-7190afa2efea]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.099s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f24783d9-ca1d-46ff-abfc-2d8574127ad4]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] SCSI volumes sde have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_7e59e762', '/dev/disk/by-id/scsi-1SCST_BIO7e59e762-edc55ea35a4b74a4', '/dev/disk/by-id/scsi-26564633535656133') {{(pid=85288) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5a47968-40ff-479b-90c5-89d1a2525cee]: (4, None) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2dcdaa4-1d6a-49b1-9884-c932e2fe6559]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4311ecb-747f-4bed-98d5-c8b31680172c]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8, portal: 172.16.0.220,3260]
Nov 29 11:54:39 user nova-compute[74974]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8, portal: 172.16.0.220,3260] successful.
Nov 29 11:54:39 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:061899b6-1585-4d53-966a-ab2fa72c38e8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[52bdd254-9222-4569-9cc5-2e756170714f]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.418s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] <== disconnect_volume: return (423ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:54:39 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Deleting instance files /opt/stack/data/nova/instances/79b495d2-e46d-4dff-9803-22b6721eef88_del
Nov 29 11:54:39 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Deletion of /opt/stack/data/nova/instances/79b495d2-e46d-4dff-9803-22b6721eef88_del complete
Nov 29 11:54:39 user nova-compute[74974]: INFO nova.compute.manager [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Took 1.31 seconds to destroy the instance on the hypervisor.
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37372d68-15d3-4e47-b91e-53b42685e2cf/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:40 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:54:40 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Took 0.56 seconds to deallocate network for instance.
Nov 29 11:54:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37372d68-15d3-4e47-b91e-53b42685e2cf/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37372d68-15d3-4e47-b91e-53b42685e2cf/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37372d68-15d3-4e47-b91e-53b42685e2cf/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:40 user nova-compute[74974]: DEBUG nova.compute.manager [req-679da93c-d4bb-4fc3-9937-2140a7badf5d req-384676a6-6eea-4101-b6a4-32c8b54aec75 service nova] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Received event network-vif-plugged-af9daefe-4747-4ff6-b9c1-b3db583038d9 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-679da93c-d4bb-4fc3-9937-2140a7badf5d req-384676a6-6eea-4101-b6a4-32c8b54aec75 service nova] Acquiring lock "79b495d2-e46d-4dff-9803-22b6721eef88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-679da93c-d4bb-4fc3-9937-2140a7badf5d req-384676a6-6eea-4101-b6a4-32c8b54aec75 service nova] Lock "79b495d2-e46d-4dff-9803-22b6721eef88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-679da93c-d4bb-4fc3-9937-2140a7badf5d req-384676a6-6eea-4101-b6a4-32c8b54aec75 service nova] Lock "79b495d2-e46d-4dff-9803-22b6721eef88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:40 user nova-compute[74974]: DEBUG nova.compute.manager [req-679da93c-d4bb-4fc3-9937-2140a7badf5d req-384676a6-6eea-4101-b6a4-32c8b54aec75 service nova] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] No waiting events found dispatching network-vif-plugged-af9daefe-4747-4ff6-b9c1-b3db583038d9 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:54:40 user nova-compute[74974]: WARNING nova.compute.manager [req-679da93c-d4bb-4fc3-9937-2140a7badf5d req-384676a6-6eea-4101-b6a4-32c8b54aec75 service nova] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Received unexpected event network-vif-plugged-af9daefe-4747-4ff6-b9c1-b3db583038d9 for instance with vm_state active and task_state deleting.
Nov 29 11:54:40 user nova-compute[74974]: DEBUG nova.compute.manager [req-679da93c-d4bb-4fc3-9937-2140a7badf5d req-384676a6-6eea-4101-b6a4-32c8b54aec75 service nova] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Received event network-vif-deleted-af9daefe-4747-4ff6-b9c1-b3db583038d9 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:41 user nova-compute[74974]: INFO nova.compute.manager [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Took 0.78 seconds to detach 1 volumes for instance.
Nov 29 11:54:41 user nova-compute[74974]: DEBUG nova.compute.manager [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 79b495d2-e46d-4dff-9803-22b6721eef88] Deleting volume: 061899b6-1585-4d53-966a-ab2fa72c38e8 {{(pid=74974) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'czBZWmRu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:54:41 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:54:41 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:54:41 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2788a41f-0d83-4397-81a3-7734c73d17d1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:54:41 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d625d0bb-9536-4836-8b0c-e34ea9540e5d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07] added
Nov 29 11:54:41 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.038s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e44a34d-2ac6-4339-bfcb-810525c86111]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[af4a854e-2bf7-4509-9f76-31e308bd38f9]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v czBZWmRu {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v czBZWmRu" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9e1e07b-c2de-4354-b719-749e963d19c2]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'czBZWmRu'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[57808112-208c-46c4-b6b3-f1c538cfeded]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f7cef73-6fec-4d30-8082-c2fea4700287]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:54:41 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:54:41 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[af9e6149-947b-4298-9e95-1d26333a04e0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07, portal: 172.16.0.220,3260]
Nov 29 11:54:41 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07, portal: 172.16.0.220,3260] successful.
Nov 29 11:54:41 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[47824513-2be7-45b1-a08b-569477a111d1]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2602fa7c-3608-433a-8709-2aac14ab9ec8]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:54:41 user nova-compute[74974]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 (non-flash)
Nov 29 11:54:41 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:54:41 user nova-compute[74974]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 (non-flash)
Nov 29 11:54:41 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.396s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] HCTL ('33', '-', '-', 0) found on session 16 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[08a3d700-bc4e-4e63-891a-5854bd30a646]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Searching for a device in session 16 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'czBZWmRu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:54:41 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Error from libvirt while getting description of instance-0000000c: [Error Code 42] Domain not found: no domain with matching uuid '79b495d2-e46d-4dff-9803-22b6721eef88' (instance-0000000c): libvirt.libvirtError: Domain not found: no domain with matching uuid '79b495d2-e46d-4dff-9803-22b6721eef88' (instance-0000000c)
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.467s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:41 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Deleted allocations for instance 79b495d2-e46d-4dff-9803-22b6721eef88
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-000bfcf8-4957-4d7a-83bd-5465fcfc0812 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "79b495d2-e46d-4dff-9803-22b6721eef88" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.457s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.102s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] <== connect_volume: return (2106ms) {'type': 'block', 'scsi_wwn': '23963393766323239', 'path': '/dev/sdb'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23963393766323239', 'path': '/dev/sdb'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:54:43 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:54:43 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=7524MB free_disk=25.3350830078125GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.objects.instance [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lazy-loading 'flavor' on Instance uuid 66996956-daa4-48af-b3ab-c21eb0931154 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Acquiring lock "cffdb25b-6232-479e-9213-861ca86e033e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "cffdb25b-6232-479e-9213-861ca86e033e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Acquiring lock "cffdb25b-6232-479e-9213-861ca86e033e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "cffdb25b-6232-479e-9213-861ca86e033e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "cffdb25b-6232-479e-9213-861ca86e033e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:43 user nova-compute[74974]: INFO nova.compute.manager [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Terminating instance
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.compute.manager [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 11:54:43 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:54:43 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 11:54:43 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:54:43 user nova-compute[74974]:   <serial>88a71189-3b54-4e95-87f9-55794ad77b07</serial>
Nov 29 11:54:43 user nova-compute[74974]: </disk>
Nov 29 11:54:43 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2064c075-ca5f-4ef8-a34f-7c0d64debb57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 3c3aea46-8c78-47db-81a1-6783f7c61a43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 67c20aab-6955-41a5-b21b-8f556663d70b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance cffdb25b-6232-479e-9213-861ca86e033e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance fd56ff76-656e-41dc-9310-76344f6ee254 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance b647afc8-4fcc-47c1-bd74-c5aa4a490ccc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 66996956-daa4-48af-b3ab-c21eb0931154 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 37372d68-15d3-4e47-b91e-53b42685e2cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2ed3a206-5fd0-4782-b47a-20497a7df7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.compute.manager [req-5927d849-6dc7-48c9-9c68-6543dff79992 req-ea3f314a-3875-47ba-99b1-7361217d7865 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Received event network-vif-unplugged-d0f6389e-781e-4dc9-bef6-9837cd64aee8 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5927d849-6dc7-48c9-9c68-6543dff79992 req-ea3f314a-3875-47ba-99b1-7361217d7865 service nova] Acquiring lock "cffdb25b-6232-479e-9213-861ca86e033e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5927d849-6dc7-48c9-9c68-6543dff79992 req-ea3f314a-3875-47ba-99b1-7361217d7865 service nova] Lock "cffdb25b-6232-479e-9213-861ca86e033e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5927d849-6dc7-48c9-9c68-6543dff79992 req-ea3f314a-3875-47ba-99b1-7361217d7865 service nova] Lock "cffdb25b-6232-479e-9213-861ca86e033e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.compute.manager [req-5927d849-6dc7-48c9-9c68-6543dff79992 req-ea3f314a-3875-47ba-99b1-7361217d7865 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] No waiting events found dispatching network-vif-unplugged-d0f6389e-781e-4dc9-bef6-9837cd64aee8 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.compute.manager [req-5927d849-6dc7-48c9-9c68-6543dff79992 req-ea3f314a-3875-47ba-99b1-7361217d7865 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Received event network-vif-unplugged-d0f6389e-781e-4dc9-bef6-9837cd64aee8 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Acquiring lock "67c20aab-6955-41a5-b21b-8f556663d70b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "67c20aab-6955-41a5-b21b-8f556663d70b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Acquiring lock "67c20aab-6955-41a5-b21b-8f556663d70b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "67c20aab-6955-41a5-b21b-8f556663d70b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "67c20aab-6955-41a5-b21b-8f556663d70b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:43 user nova-compute[74974]: INFO nova.compute.manager [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Terminating instance
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.compute.manager [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] No VIF found with MAC fa:16:3e:89:3b:69, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eTAOlJRL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:54:43 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:54:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:54:43 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:54:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:54:43 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[09070aa4-bf0e-49d2-b782-e2246839bfc8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:54:43 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[73cd581d-948b-41ca-b326-708439f1c6ac]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a] added
Nov 29 11:54:43 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e52ccb7e-6afd-40aa-9eea-1838b861a48d]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.780s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8825fc29-64dc-463a-ae70-c9a5928aab9f]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eTAOlJRL {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f3c99e46-e592-4ca1-95b2-ab3220d77c8b tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.083s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eTAOlJRL" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7df56da4-0456-4ae6-be80-4f253d5c4b4d]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'eTAOlJRL'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fb3cd27-5bc1-482f-bfa9-ff704577a63c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6fb2120-0391-4ec1-a4b6-27ede237653f]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:54:44 user nova-compute[74974]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 (non-flash)
Nov 29 11:54:44 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:54:44 user nova-compute[74974]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 (non-flash)
Nov 29 11:54:44 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --login" returned: 0 in 0.090s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[87bd32b8-1d52-4190-87a1-10167138fccb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a, portal: 172.16.0.220,3260]
Nov 29 11:54:44 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a, portal: 172.16.0.220,3260] successful.
Nov 29 11:54:44 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG nova.compute.manager [req-dbd49d0b-d876-4b01-a0c8-d34b0c32df15 req-028ccf5c-5a90-40c3-a06e-c150fba44c0d service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Received event network-vif-unplugged-6aa064ff-f9d0-457e-b169-4d44fce6109b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-dbd49d0b-d876-4b01-a0c8-d34b0c32df15 req-028ccf5c-5a90-40c3-a06e-c150fba44c0d service nova] Acquiring lock "67c20aab-6955-41a5-b21b-8f556663d70b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-dbd49d0b-d876-4b01-a0c8-d34b0c32df15 req-028ccf5c-5a90-40c3-a06e-c150fba44c0d service nova] Lock "67c20aab-6955-41a5-b21b-8f556663d70b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-dbd49d0b-d876-4b01-a0c8-d34b0c32df15 req-028ccf5c-5a90-40c3-a06e-c150fba44c0d service nova] Lock "67c20aab-6955-41a5-b21b-8f556663d70b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG nova.compute.manager [req-dbd49d0b-d876-4b01-a0c8-d34b0c32df15 req-028ccf5c-5a90-40c3-a06e-c150fba44c0d service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] No waiting events found dispatching network-vif-unplugged-6aa064ff-f9d0-457e-b169-4d44fce6109b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG nova.compute.manager [req-dbd49d0b-d876-4b01-a0c8-d34b0c32df15 req-028ccf5c-5a90-40c3-a06e-c150fba44c0d service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Received event network-vif-unplugged-6aa064ff-f9d0-457e-b169-4d44fce6109b for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6031726b-877f-4d8c-a505-9dacb0ff5571]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f89f1f43-d1af-4c1a-a701-a15df9d48b73]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:54:44 user nova-compute[74974]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 (non-flash)
Nov 29 11:54:44 user nova-compute[74974]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:54:44 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:54:44 user nova-compute[74974]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 (non-flash)
Nov 29 11:54:44 user nova-compute[74974]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:54:44 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.356s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] HCTL ('34', '-', '-', 0) found on session 17 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:44 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Instance destroyed successfully.
Nov 29 11:54:44 user nova-compute[74974]: DEBUG nova.objects.instance [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lazy-loading 'resources' on Instance uuid cffdb25b-6232-479e-9213-861ca86e033e {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4948b1ad-440d-4892-ac05-8330f4090696]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Searching for a device in session 17 and hctl ['34', '*', '*', 0] yield: None {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:51:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1515660580',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1515660580',id=5,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM7nyOsid5Vj1Vvh598sv5yTrbqsg8vKqhJE0BTKhf+ukY6DMAuBD4U+mxPq7TLE8eCfIQFBDyyBGKsK8zWqC1QACKcZvmbyiDsXXS4dCQISyNB6HwMo/VjXLRrffwH9zA==',key_name='tempest-keypair-1634908587',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:51:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='40d18a3ed8c34cee80c6639ac8356d9f',ramdisk_id='',reservation_id='r-81wkp06b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1952186476',owner_user_name='tempest-TaggedAttachmentsTest-1952186476-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:51:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a9b3766969c444dabcfe8da6f83ba583',uuid=cffdb25b-6232-479e-9213-861ca86e033e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "address": "fa:16:3e:4c:06:04", "network": {"id": "0a675c7e-9a67-4f9b-9676-38a3d975aeb7", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1829847657-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0f6389e-78", "ovs_interfaceid": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Converting VIF {"id": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "address": "fa:16:3e:4c:06:04", "network": {"id": "0a675c7e-9a67-4f9b-9676-38a3d975aeb7", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1829847657-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d18a3ed8c34cee80c6639ac8356d9f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0f6389e-78", "ovs_interfaceid": "d0f6389e-781e-4dc9-bef6-9837cd64aee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4c:06:04,bridge_name='br-int',has_traffic_filtering=True,id=d0f6389e-781e-4dc9-bef6-9837cd64aee8,network=Network(0a675c7e-9a67-4f9b-9676-38a3d975aeb7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0f6389e-78') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG os_vif [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4c:06:04,bridge_name='br-int',has_traffic_filtering=True,id=d0f6389e-781e-4dc9-bef6-9837cd64aee8,network=Network(0a675c7e-9a67-4f9b-9676-38a3d975aeb7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0f6389e-78') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd0f6389e-78, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3dcb6a7d-a800-48f4-8fa6-1b176237bc45) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:44 user nova-compute[74974]: INFO os_vif [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4c:06:04,bridge_name='br-int',has_traffic_filtering=True,id=d0f6389e-781e-4dc9-bef6-9837cd64aee8,network=Network(0a675c7e-9a67-4f9b-9676-38a3d975aeb7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0f6389e-78')
Nov 29 11:54:44 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Deleting instance files /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e_del
Nov 29 11:54:44 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Deletion of /opt/stack/data/nova/instances/cffdb25b-6232-479e-9213-861ca86e033e_del complete
Nov 29 11:54:44 user nova-compute[74974]: INFO nova.compute.manager [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Took 1.21 seconds to destroy the instance on the hypervisor.
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: cffdb25b-6232-479e-9213-861ca86e033e] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 11:54:44 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Instance destroyed successfully.
Nov 29 11:54:44 user nova-compute[74974]: DEBUG nova.objects.instance [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lazy-loading 'resources' on Instance uuid 67c20aab-6955-41a5-b21b-8f556663d70b {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:51:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1440558332',display_name='tempest-TestVolumeSwap-server-1440558332',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1440558332',id=4,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEntsD9iZ004Vf3tiYZATfC9sXtoM2wriaDc5wA+VH2PL4dCPlBiVOn+4yWVOZQr0ObTlgGRtNmioQpoCdTRdXAZm9B/zskXrVgEh6guiX5gSsA30UxSbumgKk2+76tUsw==',key_name='tempest-keypair-884683327',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:51:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='68f5beabef334ceba9dc4871935fc9c9',ramdisk_id='',reservation_id='r-au2azb8j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-792319631',owner_user_name='tempest-TestVolumeSwap-792319631-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:51:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c04f952d4e7940b2a13a1ad8ae551416',uuid=67c20aab-6955-41a5-b21b-8f556663d70b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6aa064ff-f9d0-457e-b169-4d44fce6109b", "address": "fa:16:3e:fd:30:5b", "network": {"id": "2dd819e0-48e0-48bf-97ef-617b40284abe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-532290967-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68f5beabef334ceba9dc4871935fc9c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aa064ff-f9", "ovs_interfaceid": "6aa064ff-f9d0-457e-b169-4d44fce6109b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Converting VIF {"id": "6aa064ff-f9d0-457e-b169-4d44fce6109b", "address": "fa:16:3e:fd:30:5b", "network": {"id": "2dd819e0-48e0-48bf-97ef-617b40284abe", "bridge": "br-int", "label": "tempest-TestVolumeSwap-532290967-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68f5beabef334ceba9dc4871935fc9c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aa064ff-f9", "ovs_interfaceid": "6aa064ff-f9d0-457e-b169-4d44fce6109b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fd:30:5b,bridge_name='br-int',has_traffic_filtering=True,id=6aa064ff-f9d0-457e-b169-4d44fce6109b,network=Network(2dd819e0-48e0-48bf-97ef-617b40284abe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6aa064ff-f9') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG os_vif [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fd:30:5b,bridge_name='br-int',has_traffic_filtering=True,id=6aa064ff-f9d0-457e-b169-4d44fce6109b,network=Network(2dd819e0-48e0-48bf-97ef-617b40284abe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6aa064ff-f9') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6aa064ff-f9, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=01d024cc-152c-40e0-92d8-aaa6901fcfb7) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:44 user nova-compute[74974]: INFO os_vif [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fd:30:5b,bridge_name='br-int',has_traffic_filtering=True,id=6aa064ff-f9d0-457e-b169-4d44fce6109b,network=Network(2dd819e0-48e0-48bf-97ef-617b40284abe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6aa064ff-f9')
Nov 29 11:54:44 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Deleting instance files /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b_del
Nov 29 11:54:44 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Deletion of /opt/stack/data/nova/instances/67c20aab-6955-41a5-b21b-8f556663d70b_del complete
Nov 29 11:54:44 user nova-compute[74974]: INFO nova.compute.manager [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Took 0.90 seconds to destroy the instance on the hypervisor.
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:54:44 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Skipping network cache update for instance because it is being deleted. {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9971}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Skipping network cache update for instance because it is being deleted. {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9971}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-fd56ff76-656e-41dc-9310-76344f6ee254" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-fd56ff76-656e-41dc-9310-76344f6ee254" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Searching for a device in session 17 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eTAOlJRL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.392s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] <== connect_volume: return (1394ms) {'type': 'block', 'scsi_wwn': '26437636262313331', 'path': '/dev/sdc'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26437636262313331', 'path': '/dev/sdc'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG nova.objects.instance [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lazy-loading 'flavor' on Instance uuid 2064c075-ca5f-4ef8-a34f-7c0d64debb57 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 11:54:45 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:54:45 user nova-compute[74974]:   <source dev="/dev/sdc"/>
Nov 29 11:54:45 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:54:45 user nova-compute[74974]:   <serial>f96c66db-bcd7-450b-900d-52f286cb9a3a</serial>
Nov 29 11:54:45 user nova-compute[74974]: </disk>
Nov 29 11:54:45 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:54:45 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Took 0.82 seconds to deallocate network for instance.
Nov 29 11:54:45 user nova-compute[74974]: DEBUG nova.compute.manager [req-dafefdae-3207-4d82-918a-7e2efb74afbc req-bd2c4beb-acd1-40b4-b986-24fcdb94ec7a service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Received event network-vif-deleted-6aa064ff-f9d0-457e-b169-4d44fce6109b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:45 user nova-compute[74974]: INFO nova.compute.manager [req-dafefdae-3207-4d82-918a-7e2efb74afbc req-bd2c4beb-acd1-40b4-b986-24fcdb94ec7a service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Neutron deleted interface 6aa064ff-f9d0-457e-b169-4d44fce6109b; detaching it from the instance and deleting it from the info cache
Nov 29 11:54:45 user nova-compute[74974]: DEBUG nova.network.neutron [req-dafefdae-3207-4d82-918a-7e2efb74afbc req-bd2c4beb-acd1-40b4-b986-24fcdb94ec7a service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG nova.compute.manager [req-dafefdae-3207-4d82-918a-7e2efb74afbc req-bd2c4beb-acd1-40b4-b986-24fcdb94ec7a service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Detach interface failed, port_id=6aa064ff-f9d0-457e-b169-4d44fce6109b, reason: Instance 67c20aab-6955-41a5-b21b-8f556663d70b could not be found. {{(pid=74974) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:54:45 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Took 1.27 seconds to deallocate network for instance.
Nov 29 11:54:45 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Updating instance_info_cache with network_info: [{"id": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "address": "fa:16:3e:64:e1:f2", "network": {"id": "cee24fad-9b89-4d85-91ab-5e4be4ac6afc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1763263934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fe7f1c5d3fd4c5a81d2b9a66467e24b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53ea4a73-9b", "ovs_interfaceid": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-fd56ff76-656e-41dc-9310-76344f6ee254" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] No VIF found with MAC fa:16:3e:7a:98:b9, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG nova.compute.manager [req-d6f5ecd8-281f-46d3-9043-4fbe4ba6d38e req-dec81da4-740b-48ff-80f8-8bcc63a7c732 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Received event network-vif-plugged-d0f6389e-781e-4dc9-bef6-9837cd64aee8 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d6f5ecd8-281f-46d3-9043-4fbe4ba6d38e req-dec81da4-740b-48ff-80f8-8bcc63a7c732 service nova] Acquiring lock "cffdb25b-6232-479e-9213-861ca86e033e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d6f5ecd8-281f-46d3-9043-4fbe4ba6d38e req-dec81da4-740b-48ff-80f8-8bcc63a7c732 service nova] Lock "cffdb25b-6232-479e-9213-861ca86e033e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d6f5ecd8-281f-46d3-9043-4fbe4ba6d38e req-dec81da4-740b-48ff-80f8-8bcc63a7c732 service nova] Lock "cffdb25b-6232-479e-9213-861ca86e033e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG nova.compute.manager [req-d6f5ecd8-281f-46d3-9043-4fbe4ba6d38e req-dec81da4-740b-48ff-80f8-8bcc63a7c732 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] No waiting events found dispatching network-vif-plugged-d0f6389e-781e-4dc9-bef6-9837cd64aee8 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:54:45 user nova-compute[74974]: WARNING nova.compute.manager [req-d6f5ecd8-281f-46d3-9043-4fbe4ba6d38e req-dec81da4-740b-48ff-80f8-8bcc63a7c732 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Received unexpected event network-vif-plugged-d0f6389e-781e-4dc9-bef6-9837cd64aee8 for instance with vm_state deleted and task_state None.
Nov 29 11:54:45 user nova-compute[74974]: DEBUG nova.compute.manager [req-d6f5ecd8-281f-46d3-9043-4fbe4ba6d38e req-dec81da4-740b-48ff-80f8-8bcc63a7c732 service nova] [instance: cffdb25b-6232-479e-9213-861ca86e033e] Received event network-vif-deleted-d0f6389e-781e-4dc9-bef6-9837cd64aee8 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-60bbe6b3-1c13-4b37-8182-a222dc3d580d tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.109s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:45 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:54:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.361s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.248s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:46 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Deleted allocations for instance 67c20aab-6955-41a5-b21b-8f556663d70b
Nov 29 11:54:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-23a5afc3-0053-4dc7-be09-d74274444e0b tempest-TestVolumeSwap-792319631 tempest-TestVolumeSwap-792319631-project-member] Lock "67c20aab-6955-41a5-b21b-8f556663d70b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.308s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:46 user nova-compute[74974]: DEBUG nova.compute.manager [req-384ee736-c4f9-4a3d-aab4-71e10542035d req-236d3f19-309a-4e0a-94a3-25e4bc75c59f service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Received event network-vif-plugged-6aa064ff-f9d0-457e-b169-4d44fce6109b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-384ee736-c4f9-4a3d-aab4-71e10542035d req-236d3f19-309a-4e0a-94a3-25e4bc75c59f service nova] Acquiring lock "67c20aab-6955-41a5-b21b-8f556663d70b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-384ee736-c4f9-4a3d-aab4-71e10542035d req-236d3f19-309a-4e0a-94a3-25e4bc75c59f service nova] Lock "67c20aab-6955-41a5-b21b-8f556663d70b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-384ee736-c4f9-4a3d-aab4-71e10542035d req-236d3f19-309a-4e0a-94a3-25e4bc75c59f service nova] Lock "67c20aab-6955-41a5-b21b-8f556663d70b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:46 user nova-compute[74974]: DEBUG nova.compute.manager [req-384ee736-c4f9-4a3d-aab4-71e10542035d req-236d3f19-309a-4e0a-94a3-25e4bc75c59f service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] No waiting events found dispatching network-vif-plugged-6aa064ff-f9d0-457e-b169-4d44fce6109b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:54:46 user nova-compute[74974]: WARNING nova.compute.manager [req-384ee736-c4f9-4a3d-aab4-71e10542035d req-236d3f19-309a-4e0a-94a3-25e4bc75c59f service nova] [instance: 67c20aab-6955-41a5-b21b-8f556663d70b] Received unexpected event network-vif-plugged-6aa064ff-f9d0-457e-b169-4d44fce6109b for instance with vm_state deleted and task_state None.
Nov 29 11:54:46 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:54:46 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:54:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.307s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:46 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Deleted allocations for instance cffdb25b-6232-479e-9213-861ca86e033e
Nov 29 11:54:46 user nova-compute[74974]: INFO nova.compute.manager [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Rescuing
Nov 29 11:54:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquiring lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:54:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquired lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:54:46 user nova-compute[74974]: DEBUG nova.network.neutron [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:54:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e9659967-9b39-4a6a-bbf0-5e51045f55cb tempest-TaggedAttachmentsTest-1952186476 tempest-TaggedAttachmentsTest-1952186476-project-member] Lock "cffdb25b-6232-479e-9213-861ca86e033e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.234s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:47 user nova-compute[74974]: DEBUG nova.network.neutron [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Updating instance_info_cache with network_info: [{"id": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "address": "fa:16:3e:7a:98:b9", "network": {"id": "6501b66d-5548-4067-8570-05be291f16e2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95f1246e08d24623a5fbd9f0c17d3fb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b8c2fd-41", "ovs_interfaceid": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:54:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Releasing lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:54:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:47 user nova-compute[74974]: DEBUG nova.compute.manager [req-1be2253c-5794-4815-985c-6168ee4b5541 req-f39b2c3d-b8b1-49cc-aa86-accde592b52c service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received event network-vif-unplugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1be2253c-5794-4815-985c-6168ee4b5541 req-f39b2c3d-b8b1-49cc-aa86-accde592b52c service nova] Acquiring lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1be2253c-5794-4815-985c-6168ee4b5541 req-f39b2c3d-b8b1-49cc-aa86-accde592b52c service nova] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1be2253c-5794-4815-985c-6168ee4b5541 req-f39b2c3d-b8b1-49cc-aa86-accde592b52c service nova] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:47 user nova-compute[74974]: DEBUG nova.compute.manager [req-1be2253c-5794-4815-985c-6168ee4b5541 req-f39b2c3d-b8b1-49cc-aa86-accde592b52c service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] No waiting events found dispatching network-vif-unplugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:54:47 user nova-compute[74974]: WARNING nova.compute.manager [req-1be2253c-5794-4815-985c-6168ee4b5541 req-f39b2c3d-b8b1-49cc-aa86-accde592b52c service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received unexpected event network-vif-unplugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 for instance with vm_state active and task_state rescuing.
Nov 29 11:54:47 user nova-compute[74974]: DEBUG nova.compute.manager [req-1be2253c-5794-4815-985c-6168ee4b5541 req-f39b2c3d-b8b1-49cc-aa86-accde592b52c service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received event network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1be2253c-5794-4815-985c-6168ee4b5541 req-f39b2c3d-b8b1-49cc-aa86-accde592b52c service nova] Acquiring lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1be2253c-5794-4815-985c-6168ee4b5541 req-f39b2c3d-b8b1-49cc-aa86-accde592b52c service nova] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1be2253c-5794-4815-985c-6168ee4b5541 req-f39b2c3d-b8b1-49cc-aa86-accde592b52c service nova] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:47 user nova-compute[74974]: DEBUG nova.compute.manager [req-1be2253c-5794-4815-985c-6168ee4b5541 req-f39b2c3d-b8b1-49cc-aa86-accde592b52c service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] No waiting events found dispatching network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:54:47 user nova-compute[74974]: WARNING nova.compute.manager [req-1be2253c-5794-4815-985c-6168ee4b5541 req-f39b2c3d-b8b1-49cc-aa86-accde592b52c service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received unexpected event network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 for instance with vm_state active and task_state rescuing.
Nov 29 11:54:47 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Instance destroyed successfully.
Nov 29 11:54:47 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Attempting a stable device rescue
Nov 29 11:54:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=74974) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 11:54:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Instance directory exists: not creating {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 11:54:48 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Creating image(s)
Nov 29 11:54:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquiring lock "/opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "/opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "/opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:48 user nova-compute[74974]: DEBUG nova.objects.instance [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lazy-loading 'trusted_certs' on Instance uuid 2064c075-ca5f-4ef8-a34f-7c0d64debb57 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquiring lock "0316c56726a26d02e040903e674e131e04c98d55" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "0316c56726a26d02e040903e674e131e04c98d55" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0316c56726a26d02e040903e674e131e04c98d55.part --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0316c56726a26d02e040903e674e131e04c98d55.part --force-share --output=json" returned: 0 in 0.185s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:48 user nova-compute[74974]: DEBUG nova.virt.images [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] d0363764-f908-413c-8e1e-8a1d4c5efb84 was qcow2, converting to raw {{(pid=74974) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 11:54:48 user nova-compute[74974]: DEBUG nova.privsep.utils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74974) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 11:54:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0316c56726a26d02e040903e674e131e04c98d55.part /opt/stack/data/nova/instances/_base/0316c56726a26d02e040903e674e131e04c98d55.converted {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0316c56726a26d02e040903e674e131e04c98d55.part /opt/stack/data/nova/instances/_base/0316c56726a26d02e040903e674e131e04c98d55.converted" returned: 0 in 0.308s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0316c56726a26d02e040903e674e131e04c98d55.converted --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0316c56726a26d02e040903e674e131e04c98d55.converted --force-share --output=json" returned: 0 in 0.203s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "0316c56726a26d02e040903e674e131e04c98d55" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.491s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquiring lock "0316c56726a26d02e040903e674e131e04c98d55" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "0316c56726a26d02e040903e674e131e04c98d55" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0316c56726a26d02e040903e674e131e04c98d55 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0316c56726a26d02e040903e674e131e04c98d55 --force-share --output=json" returned: 0 in 0.205s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0316c56726a26d02e040903e674e131e04c98d55,backing_fmt=raw /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk.rescue {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0316c56726a26d02e040903e674e131e04c98d55,backing_fmt=raw /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk.rescue" returned: 0 in 0.048s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "0316c56726a26d02e040903e674e131e04c98d55" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.259s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.objects.instance [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lazy-loading 'migration_context' on Instance uuid 2064c075-ca5f-4ef8-a34f-7c0d64debb57 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.objects.base [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Object Instance<2064c075-ca5f-4ef8-a34f-7c0d64debb57> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Start _get_guest_xml network_info=[{"id": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "address": "fa:16:3e:7a:98:b9", "network": {"id": "6501b66d-5548-4067-8570-05be291f16e2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "vif_mac": "fa:16:3e:7a:98:b9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95f1246e08d24623a5fbd9f0c17d3fb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b8c2fd-41", "ovs_interfaceid": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'd0363764-f908-413c-8e1e-8a1d4c5efb84', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'attachment_id': 'fe117379-745b-4cfb-b0fe-472eadb8251f', 'guest_format': None, 'device_type': 'disk', 'boot_index': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eTAOlJRL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '2064c075-ca5f-4ef8-a34f-7c0d64debb57', 'attached_at': '', 'detached_at': '', 'volume_id': 'f96c66db-bcd7-450b-900d-52f286cb9a3a', 'serial': 'f96c66db-bcd7-450b-900d-52f286cb9a3a'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.objects.instance [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lazy-loading 'resources' on Instance uuid 2064c075-ca5f-4ef8-a34f-7c0d64debb57 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.objects.base [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Object Instance<2064c075-ca5f-4ef8-a34f-7c0d64debb57> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.objects.instance [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lazy-loading 'numa_topology' on Instance uuid 2064c075-ca5f-4ef8-a34f-7c0d64debb57 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.objects.base [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Object Instance<2064c075-ca5f-4ef8-a34f-7c0d64debb57> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 11:54:49 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:54:49 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.objects.instance [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lazy-loading 'vcpu_model' on Instance uuid 2064c075-ca5f-4ef8-a34f-7c0d64debb57 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.objects.base [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Object Instance<2064c075-ca5f-4ef8-a34f-7c0d64debb57> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eTAOlJRL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:54:49 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:54:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:54:49 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:54:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:54:49 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:54:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3909547-48c8-4543-abb9-e85e724ef61d]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = eTAOlJRL\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 29 11:54:49 user nova-compute[74974]: node.name = iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a
Nov 29 11:54:49 user nova-compute[74974]: node.tpgt = -1
Nov 29 11:54:49 user nova-compute[74974]: node.startup = automatic
Nov 29 11:54:49 user nova-compute[74974]: node.leading_login = No
Nov 29 11:54:49 user nova-compute[74974]: iface.iscsi_ifacename = default
Nov 29 11:54:49 user nova-compute[74974]: iface.net_ifacename = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.ipaddress = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.prefix_len = 0
Nov 29 11:54:49 user nova-compute[74974]: iface.hwaddress = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.transport_name = tcp
Nov 29 11:54:49 user nova-compute[74974]: iface.initiatorname = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.state = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.vlan_id = 0
Nov 29 11:54:49 user nova-compute[74974]: iface.vlan_priority = 0
Nov 29 11:54:49 user nova-compute[74974]: iface.vlan_state = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.iface_num = 0
Nov 29 11:54:49 user nova-compute[74974]: iface.mtu = 0
Nov 29 11:54:49 user nova-compute[74974]: iface.port = 0
Nov 29 11:54:49 user nova-compute[74974]: iface.bootproto = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.subnet_mask = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.gateway = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.dhcp_alt_client_id_state = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.dhcp_alt_client_id = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.dhcp_dns = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.dhcp_learn_iqn = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.dhcp_req_vendor_id_state = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.dhcp_vendor_id_state = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.dhcp_vendor_id = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.dhcp_slp_da = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.fragmentation = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.gratuitous_arp = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.incoming_forwarding = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.tos_state = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.tos = 0
Nov 29 11:54:49 user nova-compute[74974]: iface.ttl = 0
Nov 29 11:54:49 user nova-compute[74974]: iface.delayed_ack = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.tcp_nagle = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.tcp_wsf_state = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.tcp_wsf = 0
Nov 29 11:54:49 user nova-compute[74974]: iface.tcp_timer_scale = 0
Nov 29 11:54:49 user nova-compute[74974]: iface.tcp_timestamp = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.redirect = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.def_task_mgmt_timeout = 0
Nov 29 11:54:49 user nova-compute[74974]: iface.header_digest = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.data_digest = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.immediate_data = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.initial_r2t = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.data_seq_inorder = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.data_pdu_inorder = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.erl = 0
Nov 29 11:54:49 user nova-compute[74974]: iface.max_receive_data_len = 0
Nov 29 11:54:49 user nova-compute[74974]: iface.first_burst_len = 0
Nov 29 11:54:49 user nova-compute[74974]: iface.max_outstanding_r2t = 0
Nov 29 11:54:49 user nova-compute[74974]: iface.max_burst_len = 0
Nov 29 11:54:49 user nova-compute[74974]: iface.chap_auth = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.bidi_chap = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.strict_login_compliance = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.discovery_auth = <empty>
Nov 29 11:54:49 user nova-compute[74974]: iface.discovery_logout = <empty>
Nov 29 11:54:49 user nova-compute[74974]: node.discovery_address = <empty>
Nov 29 11:54:49 user nova-compute[74974]: node.discovery_port = 0
Nov 29 11:54:49 user nova-compute[74974]: node.discovery_type = static
Nov 29 11:54:49 user nova-compute[74974]: node.session.initial_cmdsn = 0
Nov 29 11:54:49 user nova-compute[74974]: node.session.initial_login_retry_max = 8
Nov 29 11:54:49 user nova-compute[74974]: node.session.xmit_thread_priority = -20
Nov 29 11:54:49 user nova-compute[74974]: node.session.cmds_max = 128
Nov 29 11:54:49 user nova-compute[74974]: node.session.queue_depth = 32
Nov 29 11:54:49 user nova-compute[74974]: node.session.nr_sessions = 1
Nov 29 11:54:49 user nova-compute[74974]: node.session.auth.authmethod = CHAP
Nov 29 11:54:49 user nova-compute[74974]: node.session.auth.username = eTAOlJRL
Nov 29 11:54:49 user nova-compute[74974]: node.session.auth.password = ***
Nov 29 11:54:49 user nova-compute[74974]: node.session.auth.username_in = <empty>
Nov 29 11:54:49 user nova-compute[74974]: node.session.auth.password_in = <empty>
Nov 29 11:54:49 user nova-compute[74974]: node.session.auth.chap_algs = MD5
Nov 29 11:54:49 user nova-compute[74974]: node.session.timeo.replacement_timeout = 120
Nov 29 11:54:49 user nova-compute[74974]: node.session.err_timeo.abort_timeout = 15
Nov 29 11:54:49 user nova-compute[74974]: node.session.err_timeo.lu_reset_timeout = 30
Nov 29 11:54:49 user nova-compute[74974]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 29 11:54:49 user nova-compute[74974]: node.session.err_timeo.host_reset_timeout = 60
Nov 29 11:54:49 user nova-compute[74974]: node.session.iscsi.FastAbort = Yes
Nov 29 11:54:49 user nova-compute[74974]: node.session.iscsi.InitialR2T = No
Nov 29 11:54:49 user nova-compute[74974]: node.session.iscsi.ImmediateData = Yes
Nov 29 11:54:49 user nova-compute[74974]: node.session.iscsi.FirstBurstLength = 262144
Nov 29 11:54:49 user nova-compute[74974]: node.session.iscsi.MaxBurstLength = 16776192
Nov 29 11:54:49 user nova-compute[74974]: node.session.iscsi.DefaultTime2Retain = 0
Nov 29 11:54:49 user nova-compute[74974]: node.session.iscsi.DefaultTime2Wait = 2
Nov 29 11:54:49 user nova-compute[74974]: node.session.iscsi.MaxConnections = 1
Nov 29 11:54:49 user nova-compute[74974]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 29 11:54:49 user nova-compute[74974]: node.session.iscsi.ERL = 0
Nov 29 11:54:49 user nova-compute[74974]: node.session.scan = manual
Nov 29 11:54:49 user nova-compute[74974]: node.session.reopen_max = 0
Nov 29 11:54:49 user nova-compute[74974]: node.conn[0].address = 172.16.0.220
Nov 29 11:54:49 user nova-compute[74974]: node.conn[0].port = 3260
Nov 29 11:54:49 user nova-compute[74974]: node.conn[0].startup = manual
Nov 29 11:54:49 user nova-compute[74974]: node.conn[0].tcp.window_size = 524288
Nov 29 11:54:49 user nova-compute[74974]: node.conn[0].tcp.type_of_service = 0
Nov 29 11:54:49 user nova-compute[74974]: node.conn[0].timeo.logout_timeout = 15
Nov 29 11:54:49 user nova-compute[74974]: node.conn[0].timeo.login_timeout = 15
Nov 29 11:54:49 user nova-compute[74974]: node.conn[0].timeo.auth_timeout = 45
Nov 29 11:54:49 user nova-compute[74974]: node.conn[0].timeo.noop_out_interval = 5
Nov 29 11:54:49 user nova-compute[74974]: node.conn[0].timeo.noop_out_timeout = 5
Nov 29 11:54:49 user nova-compute[74974]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 29 11:54:49 user nova-compute[74974]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 29 11:54:49 user nova-compute[74974]: node.conn[0].iscsi.HeaderDigest = None
Nov 29 11:54:49 user nova-compute[74974]: node.conn[0].iscsi.DataDigest = None
Nov 29 11:54:49 user nova-compute[74974]: node.conn[0].iscsi.IFMarker = No
Nov 29 11:54:49 user nova-compute[74974]: node.conn[0].iscsi.OFMarker = No
Nov 29 11:54:49 user nova-compute[74974]: # END RECORD
Nov 29 11:54:49 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[17895f95-fa0a-4ecf-a9b5-1533322e3c92]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2be129a2-a712-47b6-ae46-59b114e4936c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eTAOlJRL {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eTAOlJRL" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b66178ed-c121-4fb6-82b9-841f96ed5b08]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'eTAOlJRL'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f48e149-7b1e-49de-b2cb-4d95cfcd0398]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f61d3d8e-bd09-429a-a34c-4e6a56526739]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:54:50 user nova-compute[74974]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 (non-flash)
Nov 29 11:54:50 user nova-compute[74974]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:54:50 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:54:50 user nova-compute[74974]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 (non-flash)
Nov 29 11:54:50 user nova-compute[74974]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:54:50 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.141s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] HCTL ('34', '0', '0', 0) found on session 17 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.012s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[30c3d5b3-a4b9-4640-9878-855cc9641d3e]: (4, ('0 0 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Searching for a device in session 17 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eTAOlJRL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.163s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] <== connect_volume: return (165ms) {'type': 'block', 'scsi_wwn': '26437636262313331', 'path': '/dev/sdc'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26437636262313331', 'path': '/dev/sdc'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:50:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-896251110',display_name='tempest-ServerStableDeviceRescueTest-server-896251110',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-896251110',id=2,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBWyHk7ZUTMBvIcwhQmNkAJwyUe+VhpdMNRUaqrRUPCEMYrBc+On2PlD7jpypOnlz00sgmcG12cE2aTT6odce2qQmHhEo4h3v7iRLGCU04ngpCvtvXUDsLNLuYyArI2Nww==',key_name='tempest-keypair-566991299',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:51:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='95f1246e08d24623a5fbd9f0c17d3fb9',ramdisk_id='',reservation_id='r-0yc0ey9c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-2007660803',owner_user_name='tempest-ServerStableDeviceRescueTest-2007660803-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:52:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b5fb2ac897c64876ab496f12f3634aa1',uuid=2064c075-ca5f-4ef8-a34f-7c0d64debb57,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "address": "fa:16:3e:7a:98:b9", "network": {"id": "6501b66d-5548-4067-8570-05be291f16e2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "vif_mac": "fa:16:3e:7a:98:b9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95f1246e08d24623a5fbd9f0c17d3fb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b8c2fd-41", "ovs_interfaceid": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Converting VIF {"id": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "address": "fa:16:3e:7a:98:b9", "network": {"id": "6501b66d-5548-4067-8570-05be291f16e2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "vif_mac": "fa:16:3e:7a:98:b9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95f1246e08d24623a5fbd9f0c17d3fb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b8c2fd-41", "ovs_interfaceid": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7a:98:b9,bridge_name='br-int',has_traffic_filtering=True,id=47b8c2fd-418a-4255-bb7f-4c6ed9509554,network=Network(6501b66d-5548-4067-8570-05be291f16e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47b8c2fd-41') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG nova.objects.instance [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lazy-loading 'pci_devices' on Instance uuid 2064c075-ca5f-4ef8-a34f-7c0d64debb57 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG nova.objects.base [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Object Instance<2064c075-ca5f-4ef8-a34f-7c0d64debb57> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:54:50 user nova-compute[74974]:   <uuid>2064c075-ca5f-4ef8-a34f-7c0d64debb57</uuid>
Nov 29 11:54:50 user nova-compute[74974]:   <name>instance-00000002</name>
Nov 29 11:54:50 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:54:50 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:54:50 user nova-compute[74974]:   <metadata>
Nov 29 11:54:50 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:54:50 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:54:50 user nova-compute[74974]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-896251110</nova:name>
Nov 29 11:54:50 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:54:49</nova:creationTime>
Nov 29 11:54:50 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:54:50 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:54:50 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:54:50 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:54:50 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:54:50 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:54:50 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:54:50 user nova-compute[74974]:       <nova:owner>
Nov 29 11:54:50 user nova-compute[74974]:         <nova:user uuid="b5fb2ac897c64876ab496f12f3634aa1">tempest-ServerStableDeviceRescueTest-2007660803-project-member</nova:user>
Nov 29 11:54:50 user nova-compute[74974]:         <nova:project uuid="95f1246e08d24623a5fbd9f0c17d3fb9">tempest-ServerStableDeviceRescueTest-2007660803</nova:project>
Nov 29 11:54:50 user nova-compute[74974]:       </nova:owner>
Nov 29 11:54:50 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:54:50 user nova-compute[74974]:       <nova:ports>
Nov 29 11:54:50 user nova-compute[74974]:         <nova:port uuid="47b8c2fd-418a-4255-bb7f-4c6ed9509554">
Nov 29 11:54:50 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 11:54:50 user nova-compute[74974]:         </nova:port>
Nov 29 11:54:50 user nova-compute[74974]:       </nova:ports>
Nov 29 11:54:50 user nova-compute[74974]:     </nova:instance>
Nov 29 11:54:50 user nova-compute[74974]:   </metadata>
Nov 29 11:54:50 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:54:50 user nova-compute[74974]:     <system>
Nov 29 11:54:50 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:54:50 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:54:50 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:54:50 user nova-compute[74974]:       <entry name="serial">2064c075-ca5f-4ef8-a34f-7c0d64debb57</entry>
Nov 29 11:54:50 user nova-compute[74974]:       <entry name="uuid">2064c075-ca5f-4ef8-a34f-7c0d64debb57</entry>
Nov 29 11:54:50 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:54:50 user nova-compute[74974]:     </system>
Nov 29 11:54:50 user nova-compute[74974]:   </sysinfo>
Nov 29 11:54:50 user nova-compute[74974]:   <os>
Nov 29 11:54:50 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:54:50 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:54:50 user nova-compute[74974]:   </os>
Nov 29 11:54:50 user nova-compute[74974]:   <features>
Nov 29 11:54:50 user nova-compute[74974]:     <acpi/>
Nov 29 11:54:50 user nova-compute[74974]:     <apic/>
Nov 29 11:54:50 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:54:50 user nova-compute[74974]:   </features>
Nov 29 11:54:50 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:54:50 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:54:50 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:54:50 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:54:50 user nova-compute[74974]:   </clock>
Nov 29 11:54:50 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:54:50 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:54:50 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:54:50 user nova-compute[74974]:   </cpu>
Nov 29 11:54:50 user nova-compute[74974]:   <devices>
Nov 29 11:54:50 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 11:54:50 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 11:54:50 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk"/>
Nov 29 11:54:50 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:54:50 user nova-compute[74974]:     </disk>
Nov 29 11:54:50 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 11:54:50 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:54:50 user nova-compute[74974]:       <source dev="/dev/sdc"/>
Nov 29 11:54:50 user nova-compute[74974]:       <target dev="vdb" bus="virtio"/>
Nov 29 11:54:50 user nova-compute[74974]:       <serial>f96c66db-bcd7-450b-900d-52f286cb9a3a</serial>
Nov 29 11:54:50 user nova-compute[74974]:     </disk>
Nov 29 11:54:50 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 11:54:50 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 11:54:50 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk.rescue"/>
Nov 29 11:54:50 user nova-compute[74974]:       <target dev="vdc" bus="virtio"/>
Nov 29 11:54:50 user nova-compute[74974]:       <boot order="1"/>
Nov 29 11:54:50 user nova-compute[74974]:     </disk>
Nov 29 11:54:50 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:54:50 user nova-compute[74974]:       <mac address="fa:16:3e:7a:98:b9"/>
Nov 29 11:54:50 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:54:50 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:54:50 user nova-compute[74974]:       <target dev="tap47b8c2fd-41"/>
Nov 29 11:54:50 user nova-compute[74974]:     </interface>
Nov 29 11:54:50 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:54:50 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/console.log" append="off"/>
Nov 29 11:54:50 user nova-compute[74974]:     </serial>
Nov 29 11:54:50 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:54:50 user nova-compute[74974]:     <video>
Nov 29 11:54:50 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:54:50 user nova-compute[74974]:     </video>
Nov 29 11:54:50 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:54:50 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:54:50 user nova-compute[74974]:     </rng>
Nov 29 11:54:50 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:54:50 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:54:50 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:54:50 user nova-compute[74974]:     </memballoon>
Nov 29 11:54:50 user nova-compute[74974]:   </devices>
Nov 29 11:54:50 user nova-compute[74974]: </domain>
Nov 29 11:54:50 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:54:50 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Instance destroyed successfully.
Nov 29 11:54:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:54:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] No VIF found with MAC fa:16:3e:7a:98:b9, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:54:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:51 user nova-compute[74974]: DEBUG nova.compute.manager [req-ca399e68-aa15-479d-9af1-213f35171e8d req-e1261377-cb58-4369-9133-04cfe7d95c24 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received event network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ca399e68-aa15-479d-9af1-213f35171e8d req-e1261377-cb58-4369-9133-04cfe7d95c24 service nova] Acquiring lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ca399e68-aa15-479d-9af1-213f35171e8d req-e1261377-cb58-4369-9133-04cfe7d95c24 service nova] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ca399e68-aa15-479d-9af1-213f35171e8d req-e1261377-cb58-4369-9133-04cfe7d95c24 service nova] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:51 user nova-compute[74974]: DEBUG nova.compute.manager [req-ca399e68-aa15-479d-9af1-213f35171e8d req-e1261377-cb58-4369-9133-04cfe7d95c24 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] No waiting events found dispatching network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:54:51 user nova-compute[74974]: WARNING nova.compute.manager [req-ca399e68-aa15-479d-9af1-213f35171e8d req-e1261377-cb58-4369-9133-04cfe7d95c24 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received unexpected event network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 for instance with vm_state active and task_state rescuing.
Nov 29 11:54:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:53 user nova-compute[74974]: DEBUG nova.compute.manager [req-eca7f077-dafc-4a67-8168-357ad9704626 req-94fb4fa6-ca61-48d8-90f6-d0f908225a57 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received event network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-eca7f077-dafc-4a67-8168-357ad9704626 req-94fb4fa6-ca61-48d8-90f6-d0f908225a57 service nova] Acquiring lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-eca7f077-dafc-4a67-8168-357ad9704626 req-94fb4fa6-ca61-48d8-90f6-d0f908225a57 service nova] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-eca7f077-dafc-4a67-8168-357ad9704626 req-94fb4fa6-ca61-48d8-90f6-d0f908225a57 service nova] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:53 user nova-compute[74974]: DEBUG nova.compute.manager [req-eca7f077-dafc-4a67-8168-357ad9704626 req-94fb4fa6-ca61-48d8-90f6-d0f908225a57 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] No waiting events found dispatching network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:54:53 user nova-compute[74974]: WARNING nova.compute.manager [req-eca7f077-dafc-4a67-8168-357ad9704626 req-94fb4fa6-ca61-48d8-90f6-d0f908225a57 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received unexpected event network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 for instance with vm_state active and task_state rescuing.
Nov 29 11:54:54 user nova-compute[74974]: DEBUG nova.compute.manager [None req-027d9794-c063-4262-8829-3f6ed3f8a9ac tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:54:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Acquiring lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Acquiring lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:55 user nova-compute[74974]: INFO nova.compute.manager [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Terminating instance
Nov 29 11:54:55 user nova-compute[74974]: DEBUG nova.compute.manager [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 11:54:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG nova.compute.manager [req-b7036ecd-67e2-48c2-8772-48dabc450c43 req-64982080-25ec-4641-86d5-b02d09ac4d7c service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Received event network-vif-unplugged-b545a1db-1d11-4f87-a3d7-f25c678328e4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b7036ecd-67e2-48c2-8772-48dabc450c43 req-64982080-25ec-4641-86d5-b02d09ac4d7c service nova] Acquiring lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b7036ecd-67e2-48c2-8772-48dabc450c43 req-64982080-25ec-4641-86d5-b02d09ac4d7c service nova] Lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b7036ecd-67e2-48c2-8772-48dabc450c43 req-64982080-25ec-4641-86d5-b02d09ac4d7c service nova] Lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG nova.compute.manager [req-b7036ecd-67e2-48c2-8772-48dabc450c43 req-64982080-25ec-4641-86d5-b02d09ac4d7c service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] No waiting events found dispatching network-vif-unplugged-b545a1db-1d11-4f87-a3d7-f25c678328e4 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG nova.compute.manager [req-b7036ecd-67e2-48c2-8772-48dabc450c43 req-64982080-25ec-4641-86d5-b02d09ac4d7c service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Received event network-vif-unplugged-b545a1db-1d11-4f87-a3d7-f25c678328e4 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:54:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Instance destroyed successfully.
Nov 29 11:54:56 user nova-compute[74974]: DEBUG nova.objects.instance [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lazy-loading 'resources' on Instance uuid b647afc8-4fcc-47c1-bd74-c5aa4a490ccc {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:51:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1035832272',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1035832272',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1035832',id=9,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHtujcMCHY6FBg3I2dY8MqS03jTOMQtn/j2nxvntQt7L3oqP6Ptpt/v6NmJvy96cCdA5vj91VMaepmALLAO9CtPG/a1PpJ2YFTeCx4FY5epV2rPMLoGRWIK+vX97/QQGvQ==',key_name='tempest-keypair-182207678',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:51:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7f4d350489964de78ced58575d5f5c2e',ramdisk_id='',reservation_id='r-zc2lpxqp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-142045396',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:51:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='414acb295caf4ea29d818c6055817f01',uuid=b647afc8-4fcc-47c1-bd74-c5aa4a490ccc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b545a1db-1d11-4f87-a3d7-f25c678328e4", "address": "fa:16:3e:24:8b:da", "network": {"id": "56db2e4c-8ace-45ba-b6e0-fe662932ef2a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-423475728-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f4d350489964de78ced58575d5f5c2e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb545a1db-1d", "ovs_interfaceid": "b545a1db-1d11-4f87-a3d7-f25c678328e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Converting VIF {"id": "b545a1db-1d11-4f87-a3d7-f25c678328e4", "address": "fa:16:3e:24:8b:da", "network": {"id": "56db2e4c-8ace-45ba-b6e0-fe662932ef2a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-423475728-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f4d350489964de78ced58575d5f5c2e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb545a1db-1d", "ovs_interfaceid": "b545a1db-1d11-4f87-a3d7-f25c678328e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:24:8b:da,bridge_name='br-int',has_traffic_filtering=True,id=b545a1db-1d11-4f87-a3d7-f25c678328e4,network=Network(56db2e4c-8ace-45ba-b6e0-fe662932ef2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb545a1db-1d') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG os_vif [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:8b:da,bridge_name='br-int',has_traffic_filtering=True,id=b545a1db-1d11-4f87-a3d7-f25c678328e4,network=Network(56db2e4c-8ace-45ba-b6e0-fe662932ef2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb545a1db-1d') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb545a1db-1d, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ece06aa2-3ed9-4b68-a8b0-ca1e2b9f387d) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:54:56 user nova-compute[74974]: INFO os_vif [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:8b:da,bridge_name='br-int',has_traffic_filtering=True,id=b545a1db-1d11-4f87-a3d7-f25c678328e4,network=Network(56db2e4c-8ace-45ba-b6e0-fe662932ef2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb545a1db-1d')
Nov 29 11:54:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Deleting instance files /opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc_del
Nov 29 11:54:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Deletion of /opt/stack/data/nova/instances/b647afc8-4fcc-47c1-bd74-c5aa4a490ccc_del complete
Nov 29 11:54:56 user nova-compute[74974]: INFO nova.compute.manager [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Took 0.95 seconds to destroy the instance on the hypervisor.
Nov 29 11:54:56 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 11:54:56 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 11:54:57 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:54:57 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Took 0.96 seconds to deallocate network for instance.
Nov 29 11:54:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-6a073091-47d4-4dfb-88e9-6e5ce36804e8 req-13c46bd7-ada6-4e98-9fd4-191c10d5fa14 service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Received event network-vif-deleted-b545a1db-1d11-4f87-a3d7-f25c678328e4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:57 user nova-compute[74974]: INFO nova.compute.manager [req-6a073091-47d4-4dfb-88e9-6e5ce36804e8 req-13c46bd7-ada6-4e98-9fd4-191c10d5fa14 service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Neutron deleted interface b545a1db-1d11-4f87-a3d7-f25c678328e4; detaching it from the instance and deleting it from the info cache
Nov 29 11:54:57 user nova-compute[74974]: DEBUG nova.network.neutron [req-6a073091-47d4-4dfb-88e9-6e5ce36804e8 req-13c46bd7-ada6-4e98-9fd4-191c10d5fa14 service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:54:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-6a073091-47d4-4dfb-88e9-6e5ce36804e8 req-13c46bd7-ada6-4e98-9fd4-191c10d5fa14 service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Detach interface failed, port_id=b545a1db-1d11-4f87-a3d7-f25c678328e4, reason: Instance b647afc8-4fcc-47c1-bd74-c5aa4a490ccc could not be found. {{(pid=74974) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 11:54:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:54:58 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:54:58 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:54:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.311s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:58 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Deleted allocations for instance b647afc8-4fcc-47c1-bd74-c5aa4a490ccc
Nov 29 11:54:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-38fbcd69-e2a3-4820-9153-ee90bd87b21a tempest-TestServerVolumeAttachScenarioOldVersion-142045396 tempest-TestServerVolumeAttachScenarioOldVersion-142045396-project-member] Lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.453s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:58 user nova-compute[74974]: DEBUG nova.compute.manager [req-ea2fc9d9-bfc5-43bf-8513-5ade62bf3912 req-216f229b-8ff1-4c99-a00b-1d7d7a6d7f3e service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Received event network-vif-plugged-b545a1db-1d11-4f87-a3d7-f25c678328e4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:54:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ea2fc9d9-bfc5-43bf-8513-5ade62bf3912 req-216f229b-8ff1-4c99-a00b-1d7d7a6d7f3e service nova] Acquiring lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:54:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ea2fc9d9-bfc5-43bf-8513-5ade62bf3912 req-216f229b-8ff1-4c99-a00b-1d7d7a6d7f3e service nova] Lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:54:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ea2fc9d9-bfc5-43bf-8513-5ade62bf3912 req-216f229b-8ff1-4c99-a00b-1d7d7a6d7f3e service nova] Lock "b647afc8-4fcc-47c1-bd74-c5aa4a490ccc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:54:58 user nova-compute[74974]: DEBUG nova.compute.manager [req-ea2fc9d9-bfc5-43bf-8513-5ade62bf3912 req-216f229b-8ff1-4c99-a00b-1d7d7a6d7f3e service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] No waiting events found dispatching network-vif-plugged-b545a1db-1d11-4f87-a3d7-f25c678328e4 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:54:58 user nova-compute[74974]: WARNING nova.compute.manager [req-ea2fc9d9-bfc5-43bf-8513-5ade62bf3912 req-216f229b-8ff1-4c99-a00b-1d7d7a6d7f3e service nova] [instance: b647afc8-4fcc-47c1-bd74-c5aa4a490ccc] Received unexpected event network-vif-plugged-b545a1db-1d11-4f87-a3d7-f25c678328e4 for instance with vm_state deleted and task_state None.
Nov 29 11:55:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "66996956-daa4-48af-b3ab-c21eb0931154" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:55:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:55:01 user nova-compute[74974]: INFO nova.compute.manager [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Detaching volume 88a71189-3b54-4e95-87f9-55794ad77b07
Nov 29 11:55:01 user nova-compute[74974]: INFO nova.virt.block_device [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Attempting to driver detach volume 88a71189-3b54-4e95-87f9-55794ad77b07 from mountpoint /dev/vdb
Nov 29 11:55:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Attempting to detach device vdb from instance 66996956-daa4-48af-b3ab-c21eb0931154 from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 11:55:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 11:55:01 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:55:01 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 11:55:01 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:55:01 user nova-compute[74974]:   <serial>88a71189-3b54-4e95-87f9-55794ad77b07</serial>
Nov 29 11:55:01 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 11:55:01 user nova-compute[74974]: </disk>
Nov 29 11:55:01 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:55:01 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Successfully detached device vdb from instance 66996956-daa4-48af-b3ab-c21eb0931154 from the persistent domain config.
Nov 29 11:55:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 66996956-daa4-48af-b3ab-c21eb0931154 from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 11:55:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 11:55:01 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:55:01 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 11:55:01 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:55:01 user nova-compute[74974]:   <serial>88a71189-3b54-4e95-87f9-55794ad77b07</serial>
Nov 29 11:55:01 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 11:55:01 user nova-compute[74974]: </disk>
Nov 29 11:55:01 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:55:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 66996956-daa4-48af-b3ab-c21eb0931154 {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 11:55:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Acquiring lock "fd56ff76-656e-41dc-9310-76344f6ee254" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:55:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "fd56ff76-656e-41dc-9310-76344f6ee254" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:55:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Acquiring lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:55:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:55:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:55:06 user nova-compute[74974]: INFO nova.compute.manager [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Terminating instance
Nov 29 11:55:06 user nova-compute[74974]: DEBUG nova.compute.manager [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 11:55:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:06 user nova-compute[74974]: DEBUG nova.compute.manager [req-3e3e2def-fc6d-4bc2-800d-f69bd881bdb4 req-118b22e5-05fa-4b5c-b50f-9244f708a11f service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Received event network-vif-unplugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:55:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3e3e2def-fc6d-4bc2-800d-f69bd881bdb4 req-118b22e5-05fa-4b5c-b50f-9244f708a11f service nova] Acquiring lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:55:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3e3e2def-fc6d-4bc2-800d-f69bd881bdb4 req-118b22e5-05fa-4b5c-b50f-9244f708a11f service nova] Lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:55:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3e3e2def-fc6d-4bc2-800d-f69bd881bdb4 req-118b22e5-05fa-4b5c-b50f-9244f708a11f service nova] Lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:55:06 user nova-compute[74974]: DEBUG nova.compute.manager [req-3e3e2def-fc6d-4bc2-800d-f69bd881bdb4 req-118b22e5-05fa-4b5c-b50f-9244f708a11f service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] No waiting events found dispatching network-vif-unplugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:55:06 user nova-compute[74974]: DEBUG nova.compute.manager [req-3e3e2def-fc6d-4bc2-800d-f69bd881bdb4 req-118b22e5-05fa-4b5c-b50f-9244f708a11f service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Received event network-vif-unplugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:55:07 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Instance destroyed successfully.
Nov 29 11:55:07 user nova-compute[74974]: DEBUG nova.objects.instance [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lazy-loading 'resources' on Instance uuid fd56ff76-656e-41dc-9310-76344f6ee254 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T11:51:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1253524098',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-510655793',id=7,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMUllo0J/7hthSgWOsj90+r5RiCAqzL3/3UekhIestn58v3Jaibu7aGk+5KXjwZV3s5L+b/REc43ULtEcJbMfP9qUIMxD+JBvXPZOEHjR6K9wOEIleMw4YA9CZsj7jbvRw==',key_name='tempest-keypair-1884563507',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:54:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4fe7f1c5d3fd4c5a81d2b9a66467e24b',ramdisk_id='',reservation_id='r-ex340mt1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1007905033',owner_user_name='tempest-ServerActionsV293TestJSON-1007905033-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:54:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0ace12f579e745e2864703754be00152',uuid=fd56ff76-656e-41dc-9310-76344f6ee254,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "address": "fa:16:3e:64:e1:f2", "network": {"id": "cee24fad-9b89-4d85-91ab-5e4be4ac6afc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1763263934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fe7f1c5d3fd4c5a81d2b9a66467e24b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53ea4a73-9b", "ovs_interfaceid": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Converting VIF {"id": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "address": "fa:16:3e:64:e1:f2", "network": {"id": "cee24fad-9b89-4d85-91ab-5e4be4ac6afc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1763263934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4fe7f1c5d3fd4c5a81d2b9a66467e24b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53ea4a73-9b", "ovs_interfaceid": "53ea4a73-9b01-49e1-9da0-b498e74ae82b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:64:e1:f2,bridge_name='br-int',has_traffic_filtering=True,id=53ea4a73-9b01-49e1-9da0-b498e74ae82b,network=Network(cee24fad-9b89-4d85-91ab-5e4be4ac6afc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53ea4a73-9b') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG os_vif [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:64:e1:f2,bridge_name='br-int',has_traffic_filtering=True,id=53ea4a73-9b01-49e1-9da0-b498e74ae82b,network=Network(cee24fad-9b89-4d85-91ab-5e4be4ac6afc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53ea4a73-9b') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap53ea4a73-9b, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1c756176-ac25-4539-b8ad-d5504c869335) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:07 user nova-compute[74974]: INFO os_vif [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:64:e1:f2,bridge_name='br-int',has_traffic_filtering=True,id=53ea4a73-9b01-49e1-9da0-b498e74ae82b,network=Network(cee24fad-9b89-4d85-91ab-5e4be4ac6afc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53ea4a73-9b')
Nov 29 11:55:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cumLiaGv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:55:07 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:55:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bd289d0-9d93-4748-8020-119f119212b3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:55:07 user nova-compute[74974]: No targets found.
Nov 29 11:55:07 user nova-compute[74974]: iSNS:
Nov 29 11:55:07 user nova-compute[74974]: No targets found.
Nov 29 11:55:07 user nova-compute[74974]: STATIC:
Nov 29 11:55:07 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb
Nov 29 11:55:07 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:55:07 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:55:07 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07
Nov 29 11:55:07 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:55:07 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:55:07 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a
Nov 29 11:55:07 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:55:07 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:55:07 user nova-compute[74974]: FIRMWARE:
Nov 29 11:55:07 user nova-compute[74974]: No targets found.
Nov 29 11:55:07 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:55:07 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:55:07 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[12badea8-5273-4f17-96b9-1415a214fe5d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[36ce3ec8-d701-45c6-9e6d-da536720f7e8]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:55:07 user nova-compute[74974]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 (non-flash)
Nov 29 11:55:07 user nova-compute[74974]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:55:07 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb (non-flash)
Nov 29 11:55:07 user nova-compute[74974]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 (non-flash)
Nov 29 11:55:07 user nova-compute[74974]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:55:07 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1acc5f6950>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb'): ({'sdf'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Removing single pathed devices sdf {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5fce703-0bda-4775-acb6-68c91f73e65c]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c69a05d-445b-4555-9383-b4d7cfdb1d78]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Flushing IO for device /dev/sdf {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.012s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[db683404-4d88-4e42-8050-2c2f8c58a026]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.064s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[665a90b1-ab6e-4441-b0ff-5345e61929af]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] SCSI volumes sdf have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e1ed5dd-de17-48c4-88e3-7e2df5f3d505]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9009384f-6784-4d24-a882-7ac92458327d]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb, portal: 172.16.0.220,3260]
Nov 29 11:55:07 user nova-compute[74974]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb, portal: 172.16.0.220,3260] successful.
Nov 29 11:55:07 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aa21c24-38c6-4491-a70c-0511a7507afb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[877dc201-844f-4d92-b1df-6b17d86b6fcb]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.342s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] <== disconnect_volume: return (344ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:55:07 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Deleting instance files /opt/stack/data/nova/instances/fd56ff76-656e-41dc-9310-76344f6ee254_del
Nov 29 11:55:07 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Deletion of /opt/stack/data/nova/instances/fd56ff76-656e-41dc-9310-76344f6ee254_del complete
Nov 29 11:55:07 user nova-compute[74974]: INFO nova.compute.manager [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Took 1.21 seconds to destroy the instance on the hypervisor.
Nov 29 11:55:07 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 11:55:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:08 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:55:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-cbfca65e-041c-4607-b184-38b5ccfe3fc1 req-9f53a860-231b-4a6f-88e6-acadffe908c4 service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Received event network-vif-deleted-53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:55:08 user nova-compute[74974]: INFO nova.compute.manager [req-cbfca65e-041c-4607-b184-38b5ccfe3fc1 req-9f53a860-231b-4a6f-88e6-acadffe908c4 service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Neutron deleted interface 53ea4a73-9b01-49e1-9da0-b498e74ae82b; detaching it from the instance and deleting it from the info cache
Nov 29 11:55:08 user nova-compute[74974]: DEBUG nova.network.neutron [req-cbfca65e-041c-4607-b184-38b5ccfe3fc1 req-9f53a860-231b-4a6f-88e6-acadffe908c4 service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:55:08 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Took 0.63 seconds to deallocate network for instance.
Nov 29 11:55:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-cbfca65e-041c-4607-b184-38b5ccfe3fc1 req-9f53a860-231b-4a6f-88e6-acadffe908c4 service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Detach interface failed, port_id=53ea4a73-9b01-49e1-9da0-b498e74ae82b, reason: Instance fd56ff76-656e-41dc-9310-76344f6ee254 could not be found. {{(pid=74974) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 11:55:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-35f99ed6-12af-4856-ac29-e447e21a4c3b req-c00232f7-aef4-4e19-8b49-c9900584937a service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Received event network-vif-plugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:55:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-35f99ed6-12af-4856-ac29-e447e21a4c3b req-c00232f7-aef4-4e19-8b49-c9900584937a service nova] Acquiring lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:55:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-35f99ed6-12af-4856-ac29-e447e21a4c3b req-c00232f7-aef4-4e19-8b49-c9900584937a service nova] Lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:55:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-35f99ed6-12af-4856-ac29-e447e21a4c3b req-c00232f7-aef4-4e19-8b49-c9900584937a service nova] Lock "fd56ff76-656e-41dc-9310-76344f6ee254-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:55:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-35f99ed6-12af-4856-ac29-e447e21a4c3b req-c00232f7-aef4-4e19-8b49-c9900584937a service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] No waiting events found dispatching network-vif-plugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:55:08 user nova-compute[74974]: WARNING nova.compute.manager [req-35f99ed6-12af-4856-ac29-e447e21a4c3b req-c00232f7-aef4-4e19-8b49-c9900584937a service nova] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Received unexpected event network-vif-plugged-53ea4a73-9b01-49e1-9da0-b498e74ae82b for instance with vm_state active and task_state deleting.
Nov 29 11:55:09 user nova-compute[74974]: INFO nova.compute.manager [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Took 0.79 seconds to detach 1 volumes for instance.
Nov 29 11:55:09 user nova-compute[74974]: DEBUG nova.compute.manager [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] [instance: fd56ff76-656e-41dc-9310-76344f6ee254] Deleting volume: 7aa21c24-38c6-4491-a70c-0511a7507afb {{(pid=74974) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 11:55:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:55:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:55:09 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:55:09 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:55:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.252s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:55:09 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Deleted allocations for instance fd56ff76-656e-41dc-9310-76344f6ee254
Nov 29 11:55:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2dfa3df9-5a01-42fb-a58e-82e9e8d043e4 tempest-ServerActionsV293TestJSON-1007905033 tempest-ServerActionsV293TestJSON-1007905033-project-member] Lock "fd56ff76-656e-41dc-9310-76344f6ee254" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.140s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:55:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:21 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 66996956-daa4-48af-b3ab-c21eb0931154 is timed out.
Nov 29 11:55:21 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Successfully detached device vdb from instance 66996956-daa4-48af-b3ab-c21eb0931154 from the live domain config.
Nov 29 11:55:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'czBZWmRu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:55:21 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:55:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[21829286-34a7-4ef0-bd2a-1ed113238b35]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:55:21 user nova-compute[74974]: No targets found.
Nov 29 11:55:21 user nova-compute[74974]: iSNS:
Nov 29 11:55:21 user nova-compute[74974]: No targets found.
Nov 29 11:55:21 user nova-compute[74974]: STATIC:
Nov 29 11:55:21 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07
Nov 29 11:55:21 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:55:21 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:55:21 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a
Nov 29 11:55:21 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:55:21 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:55:21 user nova-compute[74974]: FIRMWARE:
Nov 29 11:55:21 user nova-compute[74974]: No targets found.
Nov 29 11:55:21 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:55:21 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:55:21 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[227bd8d1-7304-43ac-a299-c96b154e5dfa]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3202a8dd-18ca-4ff9-98e3-9d2260889ad2]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 (non-flash)
Nov 29 11:55:21 user nova-compute[74974]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:55:21 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 (non-flash)
Nov 29 11:55:21 user nova-compute[74974]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:55:21 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1acc279e10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07'): ({'sdb'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Removing single pathed devices sdb {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b1fca66-4113-439c-be60-a8405520f8bc]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[93ccee2d-0e65-4d42-a1ed-3778902a74af]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Flushing IO for device /dev/sdb {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3030eef1-18b5-4983-ac78-f6e31d22e1dc]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:55:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b393f72-4450-4c4a-a75e-739ab7a20070]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[64bc9f77-41a9-4cbb-a94a-120eefdba522]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbe37785-d584-404f-8945-6d5b7d138769]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07, portal: 172.16.0.220,3260]
Nov 29 11:55:22 user nova-compute[74974]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07, portal: 172.16.0.220,3260] successful.
Nov 29 11:55:22 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88a71189-3b54-4e95-87f9-55794ad77b07 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[01293bad-73a2-4887-93c9-837bcb2a7985]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] <== disconnect_volume: return (308ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG nova.objects.instance [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lazy-loading 'flavor' on Instance uuid 66996956-daa4-48af-b3ab-c21eb0931154 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:55:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96286bb-29e6-4350-b721-5bed3548ea36 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.780s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:55:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:40 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:55:40 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:55:40 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:55:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:55:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:55:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:55:40 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:55:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37372d68-15d3-4e47-b91e-53b42685e2cf/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37372d68-15d3-4e47-b91e-53b42685e2cf/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37372d68-15d3-4e47-b91e-53b42685e2cf/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37372d68-15d3-4e47-b91e-53b42685e2cf/disk --force-share --output=json" returned: 0 in 0.272s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:55:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk.rescue --force-share --output=json" returned: 0 in 0.261s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:43 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:55:43 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:55:43 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8092MB free_disk=25.348613739013672GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:55:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:55:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:55:44 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2064c075-ca5f-4ef8-a34f-7c0d64debb57 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:55:44 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 3c3aea46-8c78-47db-81a1-6783f7c61a43 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:55:44 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 66996956-daa4-48af-b3ab-c21eb0931154 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:55:44 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 37372d68-15d3-4e47-b91e-53b42685e2cf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:55:44 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2ed3a206-5fd0-4782-b47a-20497a7df7f9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:55:44 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:55:44 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:55:44 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:55:44 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:55:44 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:55:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.426s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:55:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:45 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:55:45 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:55:45 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Didn't find any instances for network info cache update. {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 11:55:45 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:55:45 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:55:45 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:55:45 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:55:45 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:55:45 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:55:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "2efba6e2-1052-46af-8c9b-e04be1922fe7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:55:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "2efba6e2-1052-46af-8c9b-e04be1922fe7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:55:47 user nova-compute[74974]: DEBUG nova.compute.manager [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:55:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:55:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:55:47 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:55:47 user nova-compute[74974]: INFO nova.compute.claims [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Claim successful on node user
Nov 29 11:55:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:47 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:55:47 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:55:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.408s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:55:47 user nova-compute[74974]: DEBUG nova.compute.manager [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:55:47 user nova-compute[74974]: DEBUG nova.compute.manager [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:55:47 user nova-compute[74974]: DEBUG nova.network.neutron [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:55:47 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:55:47 user nova-compute[74974]: DEBUG nova.compute.manager [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:55:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:47 user nova-compute[74974]: INFO nova.virt.block_device [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Booting with volume dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 at /dev/vda
Nov 29 11:55:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:47 user nova-compute[74974]: DEBUG os_brick.utils [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:55:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[20ed15b4-dc0a-477c-9949-99e2cebefe21]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1ef465d-35f6-4d40-a95a-7e95b6564f7e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5420ffe3-64ca-4494-b95a-f45cbbf698f3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:48 user nova-compute[74974]: DEBUG nova.policy [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3916353998a42d6a65cf663877bbf14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfdef526837a498596f2a4b4dab853ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:55:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[15e79c60-0a89-4685-9d3e-86896ac405db]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:55:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:55:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:55:48 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:55:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[23988fb2-9e83-4258-8fe7-2ed158367769]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:55:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:55:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:55:48 user nova-compute[74974]: DEBUG os_brick.utils [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:55:48 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Updating existing volume attachment record: cb7f694b-499f-4a97-af32-e848e50b9341 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:55:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:49 user nova-compute[74974]: DEBUG nova.network.neutron [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Successfully created port: c07d734a-7595-4a3c-8ecd-e18274202af8 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:55:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:52 user nova-compute[74974]: DEBUG nova.network.neutron [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Successfully updated port: c07d734a-7595-4a3c-8ecd-e18274202af8 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:55:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "refresh_cache-2efba6e2-1052-46af-8c9b-e04be1922fe7" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:55:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquired lock "refresh_cache-2efba6e2-1052-46af-8c9b-e04be1922fe7" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:55:52 user nova-compute[74974]: DEBUG nova.network.neutron [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:55:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-3a31a10b-3321-4758-acd5-c4dab509e7ed req-eafd9d25-1b17-488e-91ee-4c7c3c1b5274 service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Received event network-changed-c07d734a-7595-4a3c-8ecd-e18274202af8 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:55:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-3a31a10b-3321-4758-acd5-c4dab509e7ed req-eafd9d25-1b17-488e-91ee-4c7c3c1b5274 service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Refreshing instance network info cache due to event network-changed-c07d734a-7595-4a3c-8ecd-e18274202af8. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:55:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3a31a10b-3321-4758-acd5-c4dab509e7ed req-eafd9d25-1b17-488e-91ee-4c7c3c1b5274 service nova] Acquiring lock "refresh_cache-2efba6e2-1052-46af-8c9b-e04be1922fe7" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:55:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:52 user nova-compute[74974]: DEBUG nova.network.neutron [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:55:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:53 user nova-compute[74974]: DEBUG nova.network.neutron [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Updating instance_info_cache with network_info: [{"id": "c07d734a-7595-4a3c-8ecd-e18274202af8", "address": "fa:16:3e:50:90:78", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc07d734a-75", "ovs_interfaceid": "c07d734a-7595-4a3c-8ecd-e18274202af8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:55:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Releasing lock "refresh_cache-2efba6e2-1052-46af-8c9b-e04be1922fe7" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:55:53 user nova-compute[74974]: DEBUG nova.compute.manager [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Instance network_info: |[{"id": "c07d734a-7595-4a3c-8ecd-e18274202af8", "address": "fa:16:3e:50:90:78", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc07d734a-75", "ovs_interfaceid": "c07d734a-7595-4a3c-8ecd-e18274202af8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:55:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3a31a10b-3321-4758-acd5-c4dab509e7ed req-eafd9d25-1b17-488e-91ee-4c7c3c1b5274 service nova] Acquired lock "refresh_cache-2efba6e2-1052-46af-8c9b-e04be1922fe7" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:55:53 user nova-compute[74974]: DEBUG nova.network.neutron [req-3a31a10b-3321-4758-acd5-c4dab509e7ed req-eafd9d25-1b17-488e-91ee-4c7c3c1b5274 service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Refreshing network info cache for port c07d734a-7595-4a3c-8ecd-e18274202af8 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:55:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:54 user nova-compute[74974]: DEBUG nova.network.neutron [req-3a31a10b-3321-4758-acd5-c4dab509e7ed req-eafd9d25-1b17-488e-91ee-4c7c3c1b5274 service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Updated VIF entry in instance network info cache for port c07d734a-7595-4a3c-8ecd-e18274202af8. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:55:54 user nova-compute[74974]: DEBUG nova.network.neutron [req-3a31a10b-3321-4758-acd5-c4dab509e7ed req-eafd9d25-1b17-488e-91ee-4c7c3c1b5274 service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Updating instance_info_cache with network_info: [{"id": "c07d734a-7595-4a3c-8ecd-e18274202af8", "address": "fa:16:3e:50:90:78", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc07d734a-75", "ovs_interfaceid": "c07d734a-7595-4a3c-8ecd-e18274202af8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:55:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3a31a10b-3321-4758-acd5-c4dab509e7ed req-eafd9d25-1b17-488e-91ee-4c7c3c1b5274 service nova] Releasing lock "refresh_cache-2efba6e2-1052-46af-8c9b-e04be1922fe7" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:55:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "66996956-daa4-48af-b3ab-c21eb0931154" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:55:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:55:54 user nova-compute[74974]: DEBUG nova.objects.instance [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lazy-loading 'flavor' on Instance uuid 66996956-daa4-48af-b3ab-c21eb0931154 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:55:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.094s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:55:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "66996956-daa4-48af-b3ab-c21eb0931154" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:55:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:55:55 user nova-compute[74974]: INFO nova.compute.manager [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Attaching volume 9a4089a9-7fed-469f-abe4-2c71ac66ceaf to /dev/vdb
Nov 29 11:55:55 user nova-compute[74974]: DEBUG os_brick.utils [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:55:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[77f86034-2038-4a18-854d-ef11258c3a5d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[950c325a-daa2-494c-875a-f97bc55901b5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[588cdbfa-fc1c-4d5b-b2e7-4a49513ccecc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1382f9d-586b-42b1-bab8-3a69b7bde679]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:55:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:55:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:55:55 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:55:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[669b60d7-5558-4940-9312-b5d4e501ae1a]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:55:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:55:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:55:55 user nova-compute[74974]: DEBUG os_brick.utils [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] <== get_connector_properties: return (164ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:55:55 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Updating existing volume attachment record: 7e08fabb-2450-419c-8334-a3e90c3ef1c4 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:55:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:55:57 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Creating image(s)
Nov 29 11:55:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Did not create local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Ensure instance console log exists: /opt/stack/data/nova/instances/2efba6e2-1052-46af-8c9b-e04be1922fe7/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Start _get_guest_xml network_info=[{"id": "c07d734a-7595-4a3c-8ecd-e18274202af8", "address": "fa:16:3e:50:90:78", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc07d734a-75", "ovs_interfaceid": "c07d734a-7595-4a3c-8ecd-e18274202af8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': 'virtio', 'attachment_id': 'cb7f694b-499f-4a97-af32-e848e50b9341', 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NMKhyDZk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2efba6e2-1052-46af-8c9b-e04be1922fe7', 'attached_at': '', 'detached_at': '', 'volume_id': 'dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3', 'serial': 'dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:55:57 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:55:57 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:55:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NMKhyDZk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:55:57 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:55:57 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:55:57 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c133074d-48d2-4a23-87c4-edb1cfb08c40]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:55:57 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f29ca753-c8af-4277-9550-477b034be326]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3] added
Nov 29 11:55:57 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a15f279c-5cc8-4288-8dda-14fbabd82b9b]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.035s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[40ece186-dca0-4b8f-93fb-35523e8d24bf]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NMKhyDZk {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NMKhyDZk" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad0b281e-acc4-4803-8cd8-9a9f01e88742]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NMKhyDZk'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[994037fa-eeff-40fd-94af-bc65d98a7693]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b10e4ba-1bfd-4503-8ff1-64901802d924]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:55:57 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:55:57 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dcd3c1e-1015-492b-833e-f08b48753c60]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3, portal: 172.16.0.220,3260]
Nov 29 11:55:57 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3, portal: 172.16.0.220,3260] successful.
Nov 29 11:55:57 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.286s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[62a36ca0-d09e-472c-8927-4d54e3b7a68d]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4438b392-c981-4b76-9029-4ffad417e5c2]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:55:57 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:55:57 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:55:57 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:55:57 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.646s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] HCTL ('33', '-', '-', 0) found on session 18 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[490f3e81-043d-4302-a598-a080a50c25bb]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Searching for a device in session 18 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NMKhyDZk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:55:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "37372d68-15d3-4e47-b91e-53b42685e2cf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:55:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "37372d68-15d3-4e47-b91e-53b42685e2cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:55:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "37372d68-15d3-4e47-b91e-53b42685e2cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:55:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "37372d68-15d3-4e47-b91e-53b42685e2cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:55:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "37372d68-15d3-4e47-b91e-53b42685e2cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:55:58 user nova-compute[74974]: INFO nova.compute.manager [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Terminating instance
Nov 29 11:55:58 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 11:55:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.686s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:55:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] <== connect_volume: return (1688ms) {'type': 'block', 'scsi_wwn': '26338623164643434', 'path': '/dev/sdb'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:55:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26338623164643434', 'path': '/dev/sdb'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:55:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:55:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1232668952',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1232668952',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1232668952',id=15,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJQPIkpqPci7E3uYpN9FHEWSoIN+nS/5lIXfIp0sZ5CVHdQuedZvkCHqLhzGhxVKvWpBbfH/AZOHXRK8vjn+UujAfkhmQloIcSgcIfQVOD6N3fNYS7bgYqxdSP/nG42rIA==',key_name='tempest-keypair-568062786',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfdef526837a498596f2a4b4dab853ed',ramdisk_id='',reservation_id='r-rm6727di',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2068658920',owner_user_name='tempest-TestVolumeBootPattern-2068658920-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:55:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a3916353998a42d6a65cf663877bbf14',uuid=2efba6e2-1052-46af-8c9b-e04be1922fe7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c07d734a-7595-4a3c-8ecd-e18274202af8", "address": "fa:16:3e:50:90:78", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc07d734a-75", "ovs_interfaceid": "c07d734a-7595-4a3c-8ecd-e18274202af8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:55:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converting VIF {"id": "c07d734a-7595-4a3c-8ecd-e18274202af8", "address": "fa:16:3e:50:90:78", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc07d734a-75", "ovs_interfaceid": "c07d734a-7595-4a3c-8ecd-e18274202af8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:55:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:90:78,bridge_name='br-int',has_traffic_filtering=True,id=c07d734a-7595-4a3c-8ecd-e18274202af8,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc07d734a-75') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:55:58 user nova-compute[74974]: DEBUG nova.objects.instance [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lazy-loading 'pci_devices' on Instance uuid 2efba6e2-1052-46af-8c9b-e04be1922fe7 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:55:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:55:58 user nova-compute[74974]:   <uuid>2efba6e2-1052-46af-8c9b-e04be1922fe7</uuid>
Nov 29 11:55:58 user nova-compute[74974]:   <name>instance-0000000f</name>
Nov 29 11:55:58 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:55:58 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:55:58 user nova-compute[74974]:   <metadata>
Nov 29 11:55:58 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:55:58 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:55:58 user nova-compute[74974]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-1232668952</nova:name>
Nov 29 11:55:58 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:55:57</nova:creationTime>
Nov 29 11:55:58 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:55:58 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:55:58 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:55:58 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:55:58 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:55:58 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:55:58 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:55:58 user nova-compute[74974]:       <nova:owner>
Nov 29 11:55:58 user nova-compute[74974]:         <nova:user uuid="a3916353998a42d6a65cf663877bbf14">tempest-TestVolumeBootPattern-2068658920-project-member</nova:user>
Nov 29 11:55:58 user nova-compute[74974]:         <nova:project uuid="bfdef526837a498596f2a4b4dab853ed">tempest-TestVolumeBootPattern-2068658920</nova:project>
Nov 29 11:55:58 user nova-compute[74974]:       </nova:owner>
Nov 29 11:55:58 user nova-compute[74974]:       <nova:ports>
Nov 29 11:55:58 user nova-compute[74974]:         <nova:port uuid="c07d734a-7595-4a3c-8ecd-e18274202af8">
Nov 29 11:55:58 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 11:55:58 user nova-compute[74974]:         </nova:port>
Nov 29 11:55:58 user nova-compute[74974]:       </nova:ports>
Nov 29 11:55:58 user nova-compute[74974]:     </nova:instance>
Nov 29 11:55:58 user nova-compute[74974]:   </metadata>
Nov 29 11:55:58 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:55:58 user nova-compute[74974]:     <system>
Nov 29 11:55:58 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:55:58 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:55:58 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:55:58 user nova-compute[74974]:       <entry name="serial">2efba6e2-1052-46af-8c9b-e04be1922fe7</entry>
Nov 29 11:55:58 user nova-compute[74974]:       <entry name="uuid">2efba6e2-1052-46af-8c9b-e04be1922fe7</entry>
Nov 29 11:55:58 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:55:58 user nova-compute[74974]:     </system>
Nov 29 11:55:58 user nova-compute[74974]:   </sysinfo>
Nov 29 11:55:58 user nova-compute[74974]:   <os>
Nov 29 11:55:58 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:55:58 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:55:58 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:55:58 user nova-compute[74974]:   </os>
Nov 29 11:55:58 user nova-compute[74974]:   <features>
Nov 29 11:55:58 user nova-compute[74974]:     <acpi/>
Nov 29 11:55:58 user nova-compute[74974]:     <apic/>
Nov 29 11:55:58 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:55:58 user nova-compute[74974]:   </features>
Nov 29 11:55:58 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:55:58 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:55:58 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:55:58 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:55:58 user nova-compute[74974]:   </clock>
Nov 29 11:55:58 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:55:58 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:55:58 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:55:58 user nova-compute[74974]:   </cpu>
Nov 29 11:55:58 user nova-compute[74974]:   <devices>
Nov 29 11:55:58 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 11:55:58 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:55:58 user nova-compute[74974]:       <source dev="/dev/sdb"/>
Nov 29 11:55:58 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:55:58 user nova-compute[74974]:       <serial>dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3</serial>
Nov 29 11:55:58 user nova-compute[74974]:     </disk>
Nov 29 11:55:58 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:55:58 user nova-compute[74974]:       <mac address="fa:16:3e:50:90:78"/>
Nov 29 11:55:58 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:55:58 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:55:58 user nova-compute[74974]:       <target dev="tapc07d734a-75"/>
Nov 29 11:55:58 user nova-compute[74974]:     </interface>
Nov 29 11:55:58 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:55:58 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/2efba6e2-1052-46af-8c9b-e04be1922fe7/console.log" append="off"/>
Nov 29 11:55:58 user nova-compute[74974]:     </serial>
Nov 29 11:55:58 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:55:58 user nova-compute[74974]:     <video>
Nov 29 11:55:58 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:55:58 user nova-compute[74974]:     </video>
Nov 29 11:55:58 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:55:58 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:55:58 user nova-compute[74974]:     </rng>
Nov 29 11:55:58 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:55:58 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:55:58 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:55:58 user nova-compute[74974]:     </memballoon>
Nov 29 11:55:58 user nova-compute[74974]:   </devices>
Nov 29 11:55:58 user nova-compute[74974]: </domain>
Nov 29 11:55:58 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:55:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1232668952',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1232668952',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1232668952',id=15,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJQPIkpqPci7E3uYpN9FHEWSoIN+nS/5lIXfIp0sZ5CVHdQuedZvkCHqLhzGhxVKvWpBbfH/AZOHXRK8vjn+UujAfkhmQloIcSgcIfQVOD6N3fNYS7bgYqxdSP/nG42rIA==',key_name='tempest-keypair-568062786',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfdef526837a498596f2a4b4dab853ed',ramdisk_id='',reservation_id='r-rm6727di',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2068658920',owner_user_name='tempest-TestVolumeBootPattern-2068658920-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:55:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a3916353998a42d6a65cf663877bbf14',uuid=2efba6e2-1052-46af-8c9b-e04be1922fe7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c07d734a-7595-4a3c-8ecd-e18274202af8", "address": "fa:16:3e:50:90:78", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc07d734a-75", "ovs_interfaceid": "c07d734a-7595-4a3c-8ecd-e18274202af8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converting VIF {"id": "c07d734a-7595-4a3c-8ecd-e18274202af8", "address": "fa:16:3e:50:90:78", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc07d734a-75", "ovs_interfaceid": "c07d734a-7595-4a3c-8ecd-e18274202af8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:90:78,bridge_name='br-int',has_traffic_filtering=True,id=c07d734a-7595-4a3c-8ecd-e18274202af8,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc07d734a-75') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG os_vif [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:90:78,bridge_name='br-int',has_traffic_filtering=True,id=c07d734a-7595-4a3c-8ecd-e18274202af8,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc07d734a-75') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4c648740-36c8-59f0-a9f6-815d7ff77fcf', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc07d734a-75, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc07d734a-75, col_values=(('qos', UUID('f8db0e0b-afc7-47c7-a32d-dc9e7577d0a0')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc07d734a-75, col_values=(('external_ids', {'iface-id': 'c07d734a-7595-4a3c-8ecd-e18274202af8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:50:90:78', 'vm-uuid': '2efba6e2-1052-46af-8c9b-e04be1922fe7'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:59 user nova-compute[74974]: INFO os_vif [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:90:78,bridge_name='br-int',has_traffic_filtering=True,id=c07d734a-7595-4a3c-8ecd-e18274202af8,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc07d734a-75')
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] No VIF found with MAC fa:16:3e:50:90:78, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG nova.compute.manager [req-54739a59-4108-4f33-b5bc-7b780718c2a3 req-d452c3ac-b96d-45fa-9b8f-c911db7b0cce service nova] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Received event network-vif-unplugged-b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-54739a59-4108-4f33-b5bc-7b780718c2a3 req-d452c3ac-b96d-45fa-9b8f-c911db7b0cce service nova] Acquiring lock "37372d68-15d3-4e47-b91e-53b42685e2cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-54739a59-4108-4f33-b5bc-7b780718c2a3 req-d452c3ac-b96d-45fa-9b8f-c911db7b0cce service nova] Lock "37372d68-15d3-4e47-b91e-53b42685e2cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-54739a59-4108-4f33-b5bc-7b780718c2a3 req-d452c3ac-b96d-45fa-9b8f-c911db7b0cce service nova] Lock "37372d68-15d3-4e47-b91e-53b42685e2cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.004s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG nova.compute.manager [req-54739a59-4108-4f33-b5bc-7b780718c2a3 req-d452c3ac-b96d-45fa-9b8f-c911db7b0cce service nova] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] No waiting events found dispatching network-vif-unplugged-b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG nova.compute.manager [req-54739a59-4108-4f33-b5bc-7b780718c2a3 req-d452c3ac-b96d-45fa-9b8f-c911db7b0cce service nova] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Received event network-vif-unplugged-b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:55:59 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Instance destroyed successfully.
Nov 29 11:55:59 user nova-compute[74974]: DEBUG nova.objects.instance [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lazy-loading 'resources' on Instance uuid 37372d68-15d3-4e47-b91e-53b42685e2cf {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:54:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-2040749748',display_name='tempest-VolumesAdminNegativeTest-server-2040749748',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-2040749748',id=13,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:54:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='442ab51a6f9644b58b174089a531b840',ramdisk_id='',reservation_id='r-2xu0vtzm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-385744489',owner_user_name='tempest-VolumesAdminNegativeTest-385744489-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:54:08Z,user_data=None,user_id='8bd7de9e0210495fb9f7293c81615b19',uuid=37372d68-15d3-4e47-b91e-53b42685e2cf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47", "address": "fa:16:3e:da:22:70", "network": {"id": "e24c0687-bfa8-4fad-b731-b79baa57c55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-868609875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "442ab51a6f9644b58b174089a531b840", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5fcc6d4-cf", "ovs_interfaceid": "b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Converting VIF {"id": "b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47", "address": "fa:16:3e:da:22:70", "network": {"id": "e24c0687-bfa8-4fad-b731-b79baa57c55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-868609875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "442ab51a6f9644b58b174089a531b840", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5fcc6d4-cf", "ovs_interfaceid": "b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:22:70,bridge_name='br-int',has_traffic_filtering=True,id=b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47,network=Network(e24c0687-bfa8-4fad-b731-b79baa57c55d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5fcc6d4-cf') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG os_vif [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:22:70,bridge_name='br-int',has_traffic_filtering=True,id=b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47,network=Network(e24c0687-bfa8-4fad-b731-b79baa57c55d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5fcc6d4-cf') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb5fcc6d4-cf, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f9905a81-e387-4101-971f-a77c46991aaf) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:55:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:55:59 user nova-compute[74974]: INFO os_vif [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:22:70,bridge_name='br-int',has_traffic_filtering=True,id=b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47,network=Network(e24c0687-bfa8-4fad-b731-b79baa57c55d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5fcc6d4-cf')
Nov 29 11:55:59 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Deleting instance files /opt/stack/data/nova/instances/37372d68-15d3-4e47-b91e-53b42685e2cf_del
Nov 29 11:55:59 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Deletion of /opt/stack/data/nova/instances/37372d68-15d3-4e47-b91e-53b42685e2cf_del complete
Nov 29 11:56:00 user nova-compute[74974]: INFO nova.compute.manager [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Took 1.49 seconds to destroy the instance on the hypervisor.
Nov 29 11:56:00 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 11:56:00 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 11:56:00 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 11:56:00 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:00 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Took 0.92 seconds to deallocate network for instance.
Nov 29 11:56:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:01 user nova-compute[74974]: DEBUG nova.compute.manager [req-c15bfed9-8c9b-4b53-acd1-3424cc8befe2 req-d2264dd4-5b17-450d-bff0-fc07e7202e35 service nova] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Received event network-vif-deleted-b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:01 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:56:01 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:56:01 user nova-compute[74974]: DEBUG nova.compute.manager [req-2f08ab15-4b8d-4f24-bd85-3e64f72ac8bd req-8cc30d22-f77d-43ef-9823-e8e0aa7887a4 service nova] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Received event network-vif-plugged-b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2f08ab15-4b8d-4f24-bd85-3e64f72ac8bd req-8cc30d22-f77d-43ef-9823-e8e0aa7887a4 service nova] Acquiring lock "37372d68-15d3-4e47-b91e-53b42685e2cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2f08ab15-4b8d-4f24-bd85-3e64f72ac8bd req-8cc30d22-f77d-43ef-9823-e8e0aa7887a4 service nova] Lock "37372d68-15d3-4e47-b91e-53b42685e2cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2f08ab15-4b8d-4f24-bd85-3e64f72ac8bd req-8cc30d22-f77d-43ef-9823-e8e0aa7887a4 service nova] Lock "37372d68-15d3-4e47-b91e-53b42685e2cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:01 user nova-compute[74974]: DEBUG nova.compute.manager [req-2f08ab15-4b8d-4f24-bd85-3e64f72ac8bd req-8cc30d22-f77d-43ef-9823-e8e0aa7887a4 service nova] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] No waiting events found dispatching network-vif-plugged-b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:56:01 user nova-compute[74974]: WARNING nova.compute.manager [req-2f08ab15-4b8d-4f24-bd85-3e64f72ac8bd req-8cc30d22-f77d-43ef-9823-e8e0aa7887a4 service nova] [instance: 37372d68-15d3-4e47-b91e-53b42685e2cf] Received unexpected event network-vif-plugged-b5fcc6d4-cfe8-4f8d-b9eb-c0596e2fba47 for instance with vm_state deleted and task_state None.
Nov 29 11:56:01 user nova-compute[74974]: DEBUG nova.compute.manager [req-2f08ab15-4b8d-4f24-bd85-3e64f72ac8bd req-8cc30d22-f77d-43ef-9823-e8e0aa7887a4 service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Received event network-changed-1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:01 user nova-compute[74974]: DEBUG nova.compute.manager [req-2f08ab15-4b8d-4f24-bd85-3e64f72ac8bd req-8cc30d22-f77d-43ef-9823-e8e0aa7887a4 service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Refreshing instance network info cache due to event network-changed-1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:56:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2f08ab15-4b8d-4f24-bd85-3e64f72ac8bd req-8cc30d22-f77d-43ef-9823-e8e0aa7887a4 service nova] Acquiring lock "refresh_cache-2ed3a206-5fd0-4782-b47a-20497a7df7f9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2f08ab15-4b8d-4f24-bd85-3e64f72ac8bd req-8cc30d22-f77d-43ef-9823-e8e0aa7887a4 service nova] Acquired lock "refresh_cache-2ed3a206-5fd0-4782-b47a-20497a7df7f9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:01 user nova-compute[74974]: DEBUG nova.network.neutron [req-2f08ab15-4b8d-4f24-bd85-3e64f72ac8bd req-8cc30d22-f77d-43ef-9823-e8e0aa7887a4 service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Refreshing network info cache for port 1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:56:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.750s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:01 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Deleted allocations for instance 37372d68-15d3-4e47-b91e-53b42685e2cf
Nov 29 11:56:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1123b0cb-a0d7-4f72-ad8e-2d908a69139f tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "37372d68-15d3-4e47-b91e-53b42685e2cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.527s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:03 user nova-compute[74974]: DEBUG nova.network.neutron [req-2f08ab15-4b8d-4f24-bd85-3e64f72ac8bd req-8cc30d22-f77d-43ef-9823-e8e0aa7887a4 service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Updated VIF entry in instance network info cache for port 1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:56:03 user nova-compute[74974]: DEBUG nova.network.neutron [req-2f08ab15-4b8d-4f24-bd85-3e64f72ac8bd req-8cc30d22-f77d-43ef-9823-e8e0aa7887a4 service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Updating instance_info_cache with network_info: [{"id": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "address": "fa:16:3e:65:97:cc", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9744c2-32", "ovs_interfaceid": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2f08ab15-4b8d-4f24-bd85-3e64f72ac8bd req-8cc30d22-f77d-43ef-9823-e8e0aa7887a4 service nova] Releasing lock "refresh_cache-2ed3a206-5fd0-4782-b47a-20497a7df7f9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-bfa5d630-94e4-4d16-a3be-0e960158c903 req-7b1158f7-6c98-4800-bf07-ecad560261b4 service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Received event network-vif-plugged-c07d734a-7595-4a3c-8ecd-e18274202af8 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bfa5d630-94e4-4d16-a3be-0e960158c903 req-7b1158f7-6c98-4800-bf07-ecad560261b4 service nova] Acquiring lock "2efba6e2-1052-46af-8c9b-e04be1922fe7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bfa5d630-94e4-4d16-a3be-0e960158c903 req-7b1158f7-6c98-4800-bf07-ecad560261b4 service nova] Lock "2efba6e2-1052-46af-8c9b-e04be1922fe7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bfa5d630-94e4-4d16-a3be-0e960158c903 req-7b1158f7-6c98-4800-bf07-ecad560261b4 service nova] Lock "2efba6e2-1052-46af-8c9b-e04be1922fe7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-bfa5d630-94e4-4d16-a3be-0e960158c903 req-7b1158f7-6c98-4800-bf07-ecad560261b4 service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] No waiting events found dispatching network-vif-plugged-c07d734a-7595-4a3c-8ecd-e18274202af8 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:56:03 user nova-compute[74974]: WARNING nova.compute.manager [req-bfa5d630-94e4-4d16-a3be-0e960158c903 req-7b1158f7-6c98-4800-bf07-ecad560261b4 service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Received unexpected event network-vif-plugged-c07d734a-7595-4a3c-8ecd-e18274202af8 for instance with vm_state building and task_state spawning.
Nov 29 11:56:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-bfa5d630-94e4-4d16-a3be-0e960158c903 req-7b1158f7-6c98-4800-bf07-ecad560261b4 service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Received event network-vif-plugged-c07d734a-7595-4a3c-8ecd-e18274202af8 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bfa5d630-94e4-4d16-a3be-0e960158c903 req-7b1158f7-6c98-4800-bf07-ecad560261b4 service nova] Acquiring lock "2efba6e2-1052-46af-8c9b-e04be1922fe7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bfa5d630-94e4-4d16-a3be-0e960158c903 req-7b1158f7-6c98-4800-bf07-ecad560261b4 service nova] Lock "2efba6e2-1052-46af-8c9b-e04be1922fe7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bfa5d630-94e4-4d16-a3be-0e960158c903 req-7b1158f7-6c98-4800-bf07-ecad560261b4 service nova] Lock "2efba6e2-1052-46af-8c9b-e04be1922fe7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-bfa5d630-94e4-4d16-a3be-0e960158c903 req-7b1158f7-6c98-4800-bf07-ecad560261b4 service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] No waiting events found dispatching network-vif-plugged-c07d734a-7595-4a3c-8ecd-e18274202af8 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:56:03 user nova-compute[74974]: WARNING nova.compute.manager [req-bfa5d630-94e4-4d16-a3be-0e960158c903 req-7b1158f7-6c98-4800-bf07-ecad560261b4 service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Received unexpected event network-vif-plugged-c07d734a-7595-4a3c-8ecd-e18274202af8 for instance with vm_state building and task_state spawning.
Nov 29 11:56:03 user nova-compute[74974]: DEBUG nova.compute.manager [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:56:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:56:03 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Instance spawned successfully.
Nov 29 11:56:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:56:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:03 user nova-compute[74974]: INFO nova.compute.manager [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Took 6.93 seconds to spawn the instance on the hypervisor.
Nov 29 11:56:03 user nova-compute[74974]: DEBUG nova.compute.manager [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:56:04 user nova-compute[74974]: INFO nova.compute.manager [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Took 16.93 seconds to build instance.
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-646982ba-0022-4e62-b324-fa01ed3f3620 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "2efba6e2-1052-46af-8c9b-e04be1922fe7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.040s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OZsEJanz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:56:04 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:56:04 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:56:04 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[096d8424-67b5-48d3-b61a-2f7a0f242c41]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:56:04 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4326c7c3-6f68-41c0-9e09-377af8bf7c0d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf] added
Nov 29 11:56:04 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7254bf5b-b92c-4970-9906-a86208950dcd]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bea7d3a3-ba85-42e4-b5d3-33bdd74fd846]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OZsEJanz {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OZsEJanz" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[50674e32-ea31-4f77-b485-59d0c55d5322]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OZsEJanz'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.039s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3a9fe90-5a46-4748-9db2-2f5253564973]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b66a673-5d4e-42e3-809c-9fe77da79bc6]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:56:04 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:56:04 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:56:04 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:56:04 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9909ed62-2b9e-4b0b-8a5c-5ac982c92e9c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf, portal: 172.16.0.220,3260]
Nov 29 11:56:04 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf, portal: 172.16.0.220,3260] successful.
Nov 29 11:56:04 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8be08bb-f3d6-48db-8071-292f5a72d9c3]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cd71782-e94a-4a99-bc41-c55a59252001]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:56:04 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:56:04 user nova-compute[74974]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf (non-flash)
Nov 29 11:56:04 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:56:04 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:56:04 user nova-compute[74974]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf (non-flash)
Nov 29 11:56:04 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.309s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] HCTL ('35', '-', '-', 0) found on session 19 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[63bf5032-27bf-423f-92b3-81202876e79b]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Searching for a device in session 19 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OZsEJanz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG nova.compute.manager [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:56:05 user nova-compute[74974]: INFO nova.compute.claims [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Claim successful on node user
Nov 29 11:56:05 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:56:05 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:56:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.524s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:56:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:56:05 user nova-compute[74974]: DEBUG nova.network.neutron [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:56:05 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:56:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:56:05 user nova-compute[74974]: DEBUG nova.policy [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47cf3f690e8140818fa4f5ce4c6bb348', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e26d19eb78e40fab0e0b3afba63dbb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:56:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:56:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:56:05 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Creating image(s)
Nov 29 11:56:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "/opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "/opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "/opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.364s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:56:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] <== connect_volume: return (1368ms) {'type': 'block', 'scsi_wwn': '23866333863633131', 'path': '/dev/sdd'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:56:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23866333863633131', 'path': '/dev/sdd'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:56:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:05 user nova-compute[74974]: DEBUG nova.objects.instance [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lazy-loading 'flavor' on Instance uuid 66996956-daa4-48af-b3ab-c21eb0931154 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:56:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 11:56:05 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:56:05 user nova-compute[74974]:   <source dev="/dev/sdd"/>
Nov 29 11:56:05 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:56:05 user nova-compute[74974]:   <serial>9a4089a9-7fed-469f-abe4-2c71ac66ceaf</serial>
Nov 29 11:56:05 user nova-compute[74974]: </disk>
Nov 29 11:56:05 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.232s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.247s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk 1073741824" returned: 0 in 0.069s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.326s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] No VIF found with MAC fa:16:3e:89:3b:69, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.231s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG nova.network.neutron [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Successfully created port: 1b76da52-d3ec-4d30-8b2a-496020345e4f {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-779c356f-f554-4b58-a5f6-bf1608904652 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.690s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Cannot resize image /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Ensure instance console log exists: /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:07 user nova-compute[74974]: DEBUG nova.network.neutron [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Successfully updated port: 1b76da52-d3ec-4d30-8b2a-496020345e4f {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:56:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "refresh_cache-1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquired lock "refresh_cache-1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:07 user nova-compute[74974]: DEBUG nova.network.neutron [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:56:07 user nova-compute[74974]: DEBUG nova.compute.manager [req-441c49a5-c49b-4fff-9edb-fcf026435f0c req-b6ab3089-6da3-4c5d-b3fc-74435c69823f service nova] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Received event network-changed-1b76da52-d3ec-4d30-8b2a-496020345e4f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:07 user nova-compute[74974]: DEBUG nova.compute.manager [req-441c49a5-c49b-4fff-9edb-fcf026435f0c req-b6ab3089-6da3-4c5d-b3fc-74435c69823f service nova] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Refreshing instance network info cache due to event network-changed-1b76da52-d3ec-4d30-8b2a-496020345e4f. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:56:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-441c49a5-c49b-4fff-9edb-fcf026435f0c req-b6ab3089-6da3-4c5d-b3fc-74435c69823f service nova] Acquiring lock "refresh_cache-1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:07 user nova-compute[74974]: DEBUG nova.network.neutron [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:56:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:07 user nova-compute[74974]: DEBUG nova.network.neutron [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Updating instance_info_cache with network_info: [{"id": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "address": "fa:16:3e:42:ff:d1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b76da52-d3", "ovs_interfaceid": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Releasing lock "refresh_cache-1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:07 user nova-compute[74974]: DEBUG nova.compute.manager [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Instance network_info: |[{"id": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "address": "fa:16:3e:42:ff:d1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b76da52-d3", "ovs_interfaceid": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:56:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-441c49a5-c49b-4fff-9edb-fcf026435f0c req-b6ab3089-6da3-4c5d-b3fc-74435c69823f service nova] Acquired lock "refresh_cache-1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:07 user nova-compute[74974]: DEBUG nova.network.neutron [req-441c49a5-c49b-4fff-9edb-fcf026435f0c req-b6ab3089-6da3-4c5d-b3fc-74435c69823f service nova] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Refreshing network info cache for port 1b76da52-d3ec-4d30-8b2a-496020345e4f {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:56:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Start _get_guest_xml network_info=[{"id": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "address": "fa:16:3e:42:ff:d1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b76da52-d3", "ovs_interfaceid": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:56:08 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:56:08 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:56:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1725726092',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1725726092',id=16,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2e26d19eb78e40fab0e0b3afba63dbb1',ramdisk_id='',reservation_id='r-umyo7cj9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:06Z,user_data=None,user_id='47cf3f690e8140818fa4f5ce4c6bb348',uuid=1eec9744-62c2-4e74-bd3b-c36c0caa1ee4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "address": "fa:16:3e:42:ff:d1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b76da52-d3", "ovs_interfaceid": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converting VIF {"id": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "address": "fa:16:3e:42:ff:d1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b76da52-d3", "ovs_interfaceid": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:ff:d1,bridge_name='br-int',has_traffic_filtering=True,id=1b76da52-d3ec-4d30-8b2a-496020345e4f,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b76da52-d3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.objects.instance [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lazy-loading 'pci_devices' on Instance uuid 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:56:08 user nova-compute[74974]:   <uuid>1eec9744-62c2-4e74-bd3b-c36c0caa1ee4</uuid>
Nov 29 11:56:08 user nova-compute[74974]:   <name>instance-00000010</name>
Nov 29 11:56:08 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:56:08 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:56:08 user nova-compute[74974]:   <metadata>
Nov 29 11:56:08 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:56:08 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:56:08 user nova-compute[74974]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1725726092</nova:name>
Nov 29 11:56:08 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:56:08</nova:creationTime>
Nov 29 11:56:08 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:56:08 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:56:08 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:56:08 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:56:08 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:56:08 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:56:08 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:56:08 user nova-compute[74974]:       <nova:owner>
Nov 29 11:56:08 user nova-compute[74974]:         <nova:user uuid="47cf3f690e8140818fa4f5ce4c6bb348">tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member</nova:user>
Nov 29 11:56:08 user nova-compute[74974]:         <nova:project uuid="2e26d19eb78e40fab0e0b3afba63dbb1">tempest-ServerBootFromVolumeStableRescueTest-1027217046</nova:project>
Nov 29 11:56:08 user nova-compute[74974]:       </nova:owner>
Nov 29 11:56:08 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:56:08 user nova-compute[74974]:       <nova:ports>
Nov 29 11:56:08 user nova-compute[74974]:         <nova:port uuid="1b76da52-d3ec-4d30-8b2a-496020345e4f">
Nov 29 11:56:08 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 29 11:56:08 user nova-compute[74974]:         </nova:port>
Nov 29 11:56:08 user nova-compute[74974]:       </nova:ports>
Nov 29 11:56:08 user nova-compute[74974]:     </nova:instance>
Nov 29 11:56:08 user nova-compute[74974]:   </metadata>
Nov 29 11:56:08 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:56:08 user nova-compute[74974]:     <system>
Nov 29 11:56:08 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:56:08 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:56:08 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:56:08 user nova-compute[74974]:       <entry name="serial">1eec9744-62c2-4e74-bd3b-c36c0caa1ee4</entry>
Nov 29 11:56:08 user nova-compute[74974]:       <entry name="uuid">1eec9744-62c2-4e74-bd3b-c36c0caa1ee4</entry>
Nov 29 11:56:08 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:56:08 user nova-compute[74974]:     </system>
Nov 29 11:56:08 user nova-compute[74974]:   </sysinfo>
Nov 29 11:56:08 user nova-compute[74974]:   <os>
Nov 29 11:56:08 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:56:08 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:56:08 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:56:08 user nova-compute[74974]:   </os>
Nov 29 11:56:08 user nova-compute[74974]:   <features>
Nov 29 11:56:08 user nova-compute[74974]:     <acpi/>
Nov 29 11:56:08 user nova-compute[74974]:     <apic/>
Nov 29 11:56:08 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:56:08 user nova-compute[74974]:   </features>
Nov 29 11:56:08 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:56:08 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:56:08 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:56:08 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:56:08 user nova-compute[74974]:   </clock>
Nov 29 11:56:08 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:56:08 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:56:08 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:56:08 user nova-compute[74974]:   </cpu>
Nov 29 11:56:08 user nova-compute[74974]:   <devices>
Nov 29 11:56:08 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 11:56:08 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 11:56:08 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk"/>
Nov 29 11:56:08 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:56:08 user nova-compute[74974]:     </disk>
Nov 29 11:56:08 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:56:08 user nova-compute[74974]:       <mac address="fa:16:3e:42:ff:d1"/>
Nov 29 11:56:08 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:56:08 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:56:08 user nova-compute[74974]:       <target dev="tap1b76da52-d3"/>
Nov 29 11:56:08 user nova-compute[74974]:     </interface>
Nov 29 11:56:08 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:56:08 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/console.log" append="off"/>
Nov 29 11:56:08 user nova-compute[74974]:     </serial>
Nov 29 11:56:08 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:56:08 user nova-compute[74974]:     <video>
Nov 29 11:56:08 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:56:08 user nova-compute[74974]:     </video>
Nov 29 11:56:08 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:56:08 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:56:08 user nova-compute[74974]:     </rng>
Nov 29 11:56:08 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:56:08 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:56:08 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:56:08 user nova-compute[74974]:     </memballoon>
Nov 29 11:56:08 user nova-compute[74974]:   </devices>
Nov 29 11:56:08 user nova-compute[74974]: </domain>
Nov 29 11:56:08 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:56:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1725726092',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1725726092',id=16,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2e26d19eb78e40fab0e0b3afba63dbb1',ramdisk_id='',reservation_id='r-umyo7cj9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:06Z,user_data=None,user_id='47cf3f690e8140818fa4f5ce4c6bb348',uuid=1eec9744-62c2-4e74-bd3b-c36c0caa1ee4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "address": "fa:16:3e:42:ff:d1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b76da52-d3", "ovs_interfaceid": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converting VIF {"id": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "address": "fa:16:3e:42:ff:d1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b76da52-d3", "ovs_interfaceid": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:ff:d1,bridge_name='br-int',has_traffic_filtering=True,id=1b76da52-d3ec-4d30-8b2a-496020345e4f,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b76da52-d3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG os_vif [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:ff:d1,bridge_name='br-int',has_traffic_filtering=True,id=1b76da52-d3ec-4d30-8b2a-496020345e4f,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b76da52-d3') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ff025f2c-9010-5bc1-8fd3-5577873754dc', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1b76da52-d3, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1b76da52-d3, col_values=(('qos', UUID('1a6f5a63-c9e5-463c-9c3b-236ae6f9cc73')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1b76da52-d3, col_values=(('external_ids', {'iface-id': '1b76da52-d3ec-4d30-8b2a-496020345e4f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:42:ff:d1', 'vm-uuid': '1eec9744-62c2-4e74-bd3b-c36c0caa1ee4'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:08 user nova-compute[74974]: INFO os_vif [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:ff:d1,bridge_name='br-int',has_traffic_filtering=True,id=1b76da52-d3ec-4d30-8b2a-496020345e4f,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b76da52-d3')
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] No VIF found with MAC fa:16:3e:42:ff:d1, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.network.neutron [req-441c49a5-c49b-4fff-9edb-fcf026435f0c req-b6ab3089-6da3-4c5d-b3fc-74435c69823f service nova] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Updated VIF entry in instance network info cache for port 1b76da52-d3ec-4d30-8b2a-496020345e4f. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG nova.network.neutron [req-441c49a5-c49b-4fff-9edb-fcf026435f0c req-b6ab3089-6da3-4c5d-b3fc-74435c69823f service nova] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Updating instance_info_cache with network_info: [{"id": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "address": "fa:16:3e:42:ff:d1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b76da52-d3", "ovs_interfaceid": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-441c49a5-c49b-4fff-9edb-fcf026435f0c req-b6ab3089-6da3-4c5d-b3fc-74435c69823f service nova] Releasing lock "refresh_cache-1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "66996956-daa4-48af-b3ab-c21eb0931154" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:09 user nova-compute[74974]: INFO nova.compute.manager [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Detaching volume 9a4089a9-7fed-469f-abe4-2c71ac66ceaf
Nov 29 11:56:09 user nova-compute[74974]: INFO nova.virt.block_device [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Attempting to driver detach volume 9a4089a9-7fed-469f-abe4-2c71ac66ceaf from mountpoint /dev/vdb
Nov 29 11:56:09 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Attempting to detach device vdb from instance 66996956-daa4-48af-b3ab-c21eb0931154 from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 11:56:09 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 11:56:09 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:56:09 user nova-compute[74974]:   <source dev="/dev/sdd"/>
Nov 29 11:56:09 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:56:09 user nova-compute[74974]:   <serial>9a4089a9-7fed-469f-abe4-2c71ac66ceaf</serial>
Nov 29 11:56:09 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 11:56:09 user nova-compute[74974]: </disk>
Nov 29 11:56:09 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:56:09 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Successfully detached device vdb from instance 66996956-daa4-48af-b3ab-c21eb0931154 from the persistent domain config.
Nov 29 11:56:09 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 66996956-daa4-48af-b3ab-c21eb0931154 from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 11:56:09 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 11:56:09 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:56:09 user nova-compute[74974]:   <source dev="/dev/sdd"/>
Nov 29 11:56:09 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:56:09 user nova-compute[74974]:   <serial>9a4089a9-7fed-469f-abe4-2c71ac66ceaf</serial>
Nov 29 11:56:09 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 11:56:09 user nova-compute[74974]: </disk>
Nov 29 11:56:09 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:56:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 66996956-daa4-48af-b3ab-c21eb0931154 {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 11:56:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-aa97f6d8-2ffd-4826-9262-dfec99a682b8 req-444c0549-cdee-4c1c-a0cc-c3068b3fead3 service nova] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Received event network-vif-plugged-1b76da52-d3ec-4d30-8b2a-496020345e4f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-aa97f6d8-2ffd-4826-9262-dfec99a682b8 req-444c0549-cdee-4c1c-a0cc-c3068b3fead3 service nova] Acquiring lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-aa97f6d8-2ffd-4826-9262-dfec99a682b8 req-444c0549-cdee-4c1c-a0cc-c3068b3fead3 service nova] Lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-aa97f6d8-2ffd-4826-9262-dfec99a682b8 req-444c0549-cdee-4c1c-a0cc-c3068b3fead3 service nova] Lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-aa97f6d8-2ffd-4826-9262-dfec99a682b8 req-444c0549-cdee-4c1c-a0cc-c3068b3fead3 service nova] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] No waiting events found dispatching network-vif-plugged-1b76da52-d3ec-4d30-8b2a-496020345e4f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:56:10 user nova-compute[74974]: WARNING nova.compute.manager [req-aa97f6d8-2ffd-4826-9262-dfec99a682b8 req-444c0549-cdee-4c1c-a0cc-c3068b3fead3 service nova] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Received unexpected event network-vif-plugged-1b76da52-d3ec-4d30-8b2a-496020345e4f for instance with vm_state building and task_state spawning.
Nov 29 11:56:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:56:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:56:12 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Instance spawned successfully.
Nov 29 11:56:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:56:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-a3084836-9495-4ff6-b76d-73b9a5fba866 req-f24319ed-ec86-4a21-987d-b8d4e9890f56 service nova] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Received event network-vif-plugged-1b76da52-d3ec-4d30-8b2a-496020345e4f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a3084836-9495-4ff6-b76d-73b9a5fba866 req-f24319ed-ec86-4a21-987d-b8d4e9890f56 service nova] Acquiring lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a3084836-9495-4ff6-b76d-73b9a5fba866 req-f24319ed-ec86-4a21-987d-b8d4e9890f56 service nova] Lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a3084836-9495-4ff6-b76d-73b9a5fba866 req-f24319ed-ec86-4a21-987d-b8d4e9890f56 service nova] Lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-a3084836-9495-4ff6-b76d-73b9a5fba866 req-f24319ed-ec86-4a21-987d-b8d4e9890f56 service nova] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] No waiting events found dispatching network-vif-plugged-1b76da52-d3ec-4d30-8b2a-496020345e4f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:56:12 user nova-compute[74974]: WARNING nova.compute.manager [req-a3084836-9495-4ff6-b76d-73b9a5fba866 req-f24319ed-ec86-4a21-987d-b8d4e9890f56 service nova] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Received unexpected event network-vif-plugged-1b76da52-d3ec-4d30-8b2a-496020345e4f for instance with vm_state building and task_state spawning.
Nov 29 11:56:12 user nova-compute[74974]: INFO nova.compute.manager [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Took 6.85 seconds to spawn the instance on the hypervisor.
Nov 29 11:56:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:56:12 user nova-compute[74974]: INFO nova.compute.manager [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Took 7.81 seconds to build instance.
Nov 29 11:56:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-42007330-7f91-4880-9303-e3557eb3be56 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.923s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "77ed4d86-4087-4a21-af35-605d0210e311" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "77ed4d86-4087-4a21-af35-605d0210e311" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:15 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:56:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:56:15 user nova-compute[74974]: INFO nova.compute.claims [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Claim successful on node user
Nov 29 11:56:15 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:56:16 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:56:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.402s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:16 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:56:16 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:56:16 user nova-compute[74974]: DEBUG nova.network.neutron [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:56:16 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:56:16 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:56:16 user nova-compute[74974]: DEBUG nova.policy [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15f1b481656d4771af51c2249fc2215d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2345f7ecfc4f464eb51a42bbe9bdb7b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:56:16 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:56:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:56:16 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Creating image(s)
Nov 29 11:56:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "/opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "/opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "/opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.195s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.215s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk 1073741824" returned: 0 in 0.074s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.299s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:17 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:56:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.384s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:17 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Checking if we can resize image /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 11:56:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json" returned: 0 in 0.274s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:17 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Cannot resize image /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 11:56:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 11:56:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Ensure instance console log exists: /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:56:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:18 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:56:18 user nova-compute[74974]: INFO nova.compute.claims [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Claim successful on node user
Nov 29 11:56:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:18 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:56:18 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:56:18 user nova-compute[74974]: DEBUG nova.network.neutron [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Successfully created port: 31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:56:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.571s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:56:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "e4219657-0bf5-4781-9960-490c7b1d97ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:56:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:56:18 user nova-compute[74974]: DEBUG nova.network.neutron [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:56:18 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:56:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:56:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:18 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:56:18 user nova-compute[74974]: INFO nova.compute.claims [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Claim successful on node user
Nov 29 11:56:18 user nova-compute[74974]: DEBUG nova.policy [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a3f8280d351445a94b8a1570609f519', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8553e7a7a6984ad2b645599d231e911d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:56:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:56:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:56:18 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Creating image(s)
Nov 29 11:56:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "/opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "/opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "/opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.298s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.256s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:19 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:56:19 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:56:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk 1073741824" returned: 0 in 0.125s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.385s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.900s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:19 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:56:19 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:56:19 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:56:19 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:56:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.244s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:19 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 11:56:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:19 user nova-compute[74974]: DEBUG nova.network.neutron [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Successfully created port: 95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:56:19 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:56:19 user nova-compute[74974]: DEBUG nova.policy [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a3f8280d351445a94b8a1570609f519', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8553e7a7a6984ad2b645599d231e911d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:56:20 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Creating image(s)
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "/opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "/opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "/opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG nova.network.neutron [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Successfully updated port: 31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.340s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG nova.compute.manager [req-561d8cdc-006d-49c7-b7d8-392096427d1d req-95550ccf-fb3b-4373-b719-b9ad2b8f6917 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received event network-changed-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG nova.compute.manager [req-561d8cdc-006d-49c7-b7d8-392096427d1d req-95550ccf-fb3b-4373-b719-b9ad2b8f6917 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Refreshing instance network info cache due to event network-changed-31355e62-bc34-4f55-9046-5b2cd97d9a6e. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-561d8cdc-006d-49c7-b7d8-392096427d1d req-95550ccf-fb3b-4373-b719-b9ad2b8f6917 service nova] Acquiring lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-561d8cdc-006d-49c7-b7d8-392096427d1d req-95550ccf-fb3b-4373-b719-b9ad2b8f6917 service nova] Acquired lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG nova.network.neutron [req-561d8cdc-006d-49c7-b7d8-392096427d1d req-95550ccf-fb3b-4373-b719-b9ad2b8f6917 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Refreshing network info cache for port 31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Cannot resize image /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Ensure instance console log exists: /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquiring lock "be9b6662-5d67-462b-b203-c94c2520ae86" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "be9b6662-5d67-462b-b203-c94c2520ae86" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:20 user nova-compute[74974]: INFO nova.compute.manager [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Unshelving
Nov 29 11:56:20 user nova-compute[74974]: INFO nova.virt.block_device [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Booting with volume 52ddaa42-f2d6-4390-a25f-7a555295d605 at /dev/vda
Nov 29 11:56:20 user nova-compute[74974]: DEBUG nova.network.neutron [req-561d8cdc-006d-49c7-b7d8-392096427d1d req-95550ccf-fb3b-4373-b719-b9ad2b8f6917 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.249s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG os_brick.utils [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[762e2110-32ee-4274-8d82-4a59cb434af0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8c9dece-8852-403a-b52b-ca6ac7bdd38c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7271107-6480-4bc2-82d5-ddc9277d63b2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[93b80b5a-5d92-4208-a61e-23de98e3cea6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG nova.network.neutron [req-561d8cdc-006d-49c7-b7d8-392096427d1d req-95550ccf-fb3b-4373-b719-b9ad2b8f6917 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.224s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:56:20 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3ad4867-d97e-4fd2-9f99-21a7f7e136ba]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-561d8cdc-006d-49c7-b7d8-392096427d1d req-95550ccf-fb3b-4373-b719-b9ad2b8f6917 service nova] Releasing lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG os_brick.utils [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] <== get_connector_properties: return (208ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Updating existing volume attachment record: 845ceca9-a392-42fe-9108-3c8c75f6daa3 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquired lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG nova.network.neutron [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk 1073741824" returned: 0 in 0.086s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.313s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG nova.network.neutron [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Successfully created port: a75d8594-44db-4b40-9c2c-3eb27f42d86f {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.220s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG nova.network.neutron [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Successfully updated port: 95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "refresh_cache-ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquired lock "refresh_cache-ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:20 user nova-compute[74974]: DEBUG nova.network.neutron [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.compute.manager [req-55cd5bdd-b16a-42bd-ba68-5d135fac9b3a req-1073cc3f-c40c-45f4-b5b6-29de7aac0705 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received event network-changed-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.compute.manager [req-55cd5bdd-b16a-42bd-ba68-5d135fac9b3a req-1073cc3f-c40c-45f4-b5b6-29de7aac0705 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Refreshing instance network info cache due to event network-changed-95d8ef0a-794a-4e4a-8855-867ac5f919a0. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-55cd5bdd-b16a-42bd-ba68-5d135fac9b3a req-1073cc3f-c40c-45f4-b5b6-29de7aac0705 service nova] Acquiring lock "refresh_cache-ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.network.neutron [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Cannot resize image /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Ensure instance console log exists: /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.network.neutron [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Updating instance_info_cache with network_info: [{"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Releasing lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Instance network_info: |[{"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Start _get_guest_xml network_info=[{"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:56:21 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:56:21 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:56:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1208219453',display_name='tempest-ServerActionsTestOtherB-server-1208219453',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1208219453',id=17,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMEsUjykAgUNa3csGZC9iRUAhETNsLTgDXqVQBv+ndOSKWpqfjhtJTIK74zBPGK6mAoGj7Jj++jq1eiZ4ob+SL5PnaChX4cHJaqtikjug7Q1bG8i1WTLZq3t37QKqidd/w==',key_name='tempest-keypair-1277993427',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2345f7ecfc4f464eb51a42bbe9bdb7b2',ramdisk_id='',reservation_id='r-2ro0m0cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-630198144',owner_user_name='tempest-ServerActionsTestOtherB-630198144-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='15f1b481656d4771af51c2249fc2215d',uuid=77ed4d86-4087-4a21-af35-605d0210e311,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Converting VIF {"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:c6:ee,bridge_name='br-int',has_traffic_filtering=True,id=31355e62-bc34-4f55-9046-5b2cd97d9a6e,network=Network(141bc410-6915-4f2c-8d7a-b2e80cfc873a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31355e62-bc') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.objects.instance [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lazy-loading 'pci_devices' on Instance uuid 77ed4d86-4087-4a21-af35-605d0210e311 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:56:21 user nova-compute[74974]:   <uuid>77ed4d86-4087-4a21-af35-605d0210e311</uuid>
Nov 29 11:56:21 user nova-compute[74974]:   <name>instance-00000011</name>
Nov 29 11:56:21 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:56:21 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:56:21 user nova-compute[74974]:   <metadata>
Nov 29 11:56:21 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:56:21 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:56:21 user nova-compute[74974]:       <nova:name>tempest-ServerActionsTestOtherB-server-1208219453</nova:name>
Nov 29 11:56:21 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:56:21</nova:creationTime>
Nov 29 11:56:21 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:56:21 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:56:21 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:56:21 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:56:21 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:56:21 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:56:21 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:56:21 user nova-compute[74974]:       <nova:owner>
Nov 29 11:56:21 user nova-compute[74974]:         <nova:user uuid="15f1b481656d4771af51c2249fc2215d">tempest-ServerActionsTestOtherB-630198144-project-member</nova:user>
Nov 29 11:56:21 user nova-compute[74974]:         <nova:project uuid="2345f7ecfc4f464eb51a42bbe9bdb7b2">tempest-ServerActionsTestOtherB-630198144</nova:project>
Nov 29 11:56:21 user nova-compute[74974]:       </nova:owner>
Nov 29 11:56:21 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:56:21 user nova-compute[74974]:       <nova:ports>
Nov 29 11:56:21 user nova-compute[74974]:         <nova:port uuid="31355e62-bc34-4f55-9046-5b2cd97d9a6e">
Nov 29 11:56:21 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 11:56:21 user nova-compute[74974]:         </nova:port>
Nov 29 11:56:21 user nova-compute[74974]:       </nova:ports>
Nov 29 11:56:21 user nova-compute[74974]:     </nova:instance>
Nov 29 11:56:21 user nova-compute[74974]:   </metadata>
Nov 29 11:56:21 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:56:21 user nova-compute[74974]:     <system>
Nov 29 11:56:21 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:56:21 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:56:21 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:56:21 user nova-compute[74974]:       <entry name="serial">77ed4d86-4087-4a21-af35-605d0210e311</entry>
Nov 29 11:56:21 user nova-compute[74974]:       <entry name="uuid">77ed4d86-4087-4a21-af35-605d0210e311</entry>
Nov 29 11:56:21 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:56:21 user nova-compute[74974]:     </system>
Nov 29 11:56:21 user nova-compute[74974]:   </sysinfo>
Nov 29 11:56:21 user nova-compute[74974]:   <os>
Nov 29 11:56:21 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:56:21 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:56:21 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:56:21 user nova-compute[74974]:   </os>
Nov 29 11:56:21 user nova-compute[74974]:   <features>
Nov 29 11:56:21 user nova-compute[74974]:     <acpi/>
Nov 29 11:56:21 user nova-compute[74974]:     <apic/>
Nov 29 11:56:21 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:56:21 user nova-compute[74974]:   </features>
Nov 29 11:56:21 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:56:21 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:56:21 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:56:21 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:56:21 user nova-compute[74974]:   </clock>
Nov 29 11:56:21 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:56:21 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:56:21 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:56:21 user nova-compute[74974]:   </cpu>
Nov 29 11:56:21 user nova-compute[74974]:   <devices>
Nov 29 11:56:21 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 11:56:21 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 11:56:21 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk"/>
Nov 29 11:56:21 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:56:21 user nova-compute[74974]:     </disk>
Nov 29 11:56:21 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:56:21 user nova-compute[74974]:       <mac address="fa:16:3e:dd:c6:ee"/>
Nov 29 11:56:21 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:56:21 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:56:21 user nova-compute[74974]:       <target dev="tap31355e62-bc"/>
Nov 29 11:56:21 user nova-compute[74974]:     </interface>
Nov 29 11:56:21 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:56:21 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/console.log" append="off"/>
Nov 29 11:56:21 user nova-compute[74974]:     </serial>
Nov 29 11:56:21 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:56:21 user nova-compute[74974]:     <video>
Nov 29 11:56:21 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:56:21 user nova-compute[74974]:     </video>
Nov 29 11:56:21 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:56:21 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:56:21 user nova-compute[74974]:     </rng>
Nov 29 11:56:21 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:56:21 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:56:21 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:56:21 user nova-compute[74974]:     </memballoon>
Nov 29 11:56:21 user nova-compute[74974]:   </devices>
Nov 29 11:56:21 user nova-compute[74974]: </domain>
Nov 29 11:56:21 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:56:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1208219453',display_name='tempest-ServerActionsTestOtherB-server-1208219453',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1208219453',id=17,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMEsUjykAgUNa3csGZC9iRUAhETNsLTgDXqVQBv+ndOSKWpqfjhtJTIK74zBPGK6mAoGj7Jj++jq1eiZ4ob+SL5PnaChX4cHJaqtikjug7Q1bG8i1WTLZq3t37QKqidd/w==',key_name='tempest-keypair-1277993427',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2345f7ecfc4f464eb51a42bbe9bdb7b2',ramdisk_id='',reservation_id='r-2ro0m0cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-630198144',owner_user_name='tempest-ServerActionsTestOtherB-630198144-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='15f1b481656d4771af51c2249fc2215d',uuid=77ed4d86-4087-4a21-af35-605d0210e311,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Converting VIF {"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:c6:ee,bridge_name='br-int',has_traffic_filtering=True,id=31355e62-bc34-4f55-9046-5b2cd97d9a6e,network=Network(141bc410-6915-4f2c-8d7a-b2e80cfc873a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31355e62-bc') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG os_vif [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:c6:ee,bridge_name='br-int',has_traffic_filtering=True,id=31355e62-bc34-4f55-9046-5b2cd97d9a6e,network=Network(141bc410-6915-4f2c-8d7a-b2e80cfc873a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31355e62-bc') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '726326f1-740a-5259-be4c-f769a7338e2b', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap31355e62-bc, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap31355e62-bc, col_values=(('qos', UUID('c2717971-06e2-4276-8de6-a53663c63201')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap31355e62-bc, col_values=(('external_ids', {'iface-id': '31355e62-bc34-4f55-9046-5b2cd97d9a6e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dd:c6:ee', 'vm-uuid': '77ed4d86-4087-4a21-af35-605d0210e311'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:21 user nova-compute[74974]: INFO os_vif [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:c6:ee,bridge_name='br-int',has_traffic_filtering=True,id=31355e62-bc34-4f55-9046-5b2cd97d9a6e,network=Network(141bc410-6915-4f2c-8d7a-b2e80cfc873a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31355e62-bc')
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] No VIF found with MAC fa:16:3e:dd:c6:ee, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.network.neutron [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Updating instance_info_cache with network_info: [{"id": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "address": "fa:16:3e:d2:a2:9d", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d8ef0a-79", "ovs_interfaceid": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Releasing lock "refresh_cache-ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Instance network_info: |[{"id": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "address": "fa:16:3e:d2:a2:9d", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d8ef0a-79", "ovs_interfaceid": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-55cd5bdd-b16a-42bd-ba68-5d135fac9b3a req-1073cc3f-c40c-45f4-b5b6-29de7aac0705 service nova] Acquired lock "refresh_cache-ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.network.neutron [req-55cd5bdd-b16a-42bd-ba68-5d135fac9b3a req-1073cc3f-c40c-45f4-b5b6-29de7aac0705 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Refreshing network info cache for port 95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Start _get_guest_xml network_info=[{"id": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "address": "fa:16:3e:d2:a2:9d", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d8ef0a-79", "ovs_interfaceid": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:56:21 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:56:21 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:56:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1582439339',display_name='tempest-ServerRescueNegativeTestJSON-server-1582439339',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1582439339',id=18,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8553e7a7a6984ad2b645599d231e911d',ramdisk_id='',reservation_id='r-4ufhrtfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-761208322',owner_user_name='tempest-ServerRescueNegativeTestJSON-761208322-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:19Z,user_data=None,user_id='2a3f8280d351445a94b8a1570609f519',uuid=ee78d0d8-0125-46d8-b1e1-2b38eaabeedb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "address": "fa:16:3e:d2:a2:9d", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d8ef0a-79", "ovs_interfaceid": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converting VIF {"id": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "address": "fa:16:3e:d2:a2:9d", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d8ef0a-79", "ovs_interfaceid": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:a2:9d,bridge_name='br-int',has_traffic_filtering=True,id=95d8ef0a-794a-4e4a-8855-867ac5f919a0,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95d8ef0a-79') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.objects.instance [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'pci_devices' on Instance uuid ee78d0d8-0125-46d8-b1e1-2b38eaabeedb {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:56:21 user nova-compute[74974]:   <uuid>ee78d0d8-0125-46d8-b1e1-2b38eaabeedb</uuid>
Nov 29 11:56:21 user nova-compute[74974]:   <name>instance-00000012</name>
Nov 29 11:56:21 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:56:21 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:56:21 user nova-compute[74974]:   <metadata>
Nov 29 11:56:21 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:56:21 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:56:21 user nova-compute[74974]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1582439339</nova:name>
Nov 29 11:56:21 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:56:21</nova:creationTime>
Nov 29 11:56:21 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:56:21 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:56:21 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:56:21 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:56:21 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:56:21 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:56:21 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:56:21 user nova-compute[74974]:       <nova:owner>
Nov 29 11:56:21 user nova-compute[74974]:         <nova:user uuid="2a3f8280d351445a94b8a1570609f519">tempest-ServerRescueNegativeTestJSON-761208322-project-member</nova:user>
Nov 29 11:56:21 user nova-compute[74974]:         <nova:project uuid="8553e7a7a6984ad2b645599d231e911d">tempest-ServerRescueNegativeTestJSON-761208322</nova:project>
Nov 29 11:56:21 user nova-compute[74974]:       </nova:owner>
Nov 29 11:56:21 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:56:21 user nova-compute[74974]:       <nova:ports>
Nov 29 11:56:21 user nova-compute[74974]:         <nova:port uuid="95d8ef0a-794a-4e4a-8855-867ac5f919a0">
Nov 29 11:56:21 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 11:56:21 user nova-compute[74974]:         </nova:port>
Nov 29 11:56:21 user nova-compute[74974]:       </nova:ports>
Nov 29 11:56:21 user nova-compute[74974]:     </nova:instance>
Nov 29 11:56:21 user nova-compute[74974]:   </metadata>
Nov 29 11:56:21 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:56:21 user nova-compute[74974]:     <system>
Nov 29 11:56:21 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:56:21 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:56:21 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:56:21 user nova-compute[74974]:       <entry name="serial">ee78d0d8-0125-46d8-b1e1-2b38eaabeedb</entry>
Nov 29 11:56:21 user nova-compute[74974]:       <entry name="uuid">ee78d0d8-0125-46d8-b1e1-2b38eaabeedb</entry>
Nov 29 11:56:21 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:56:21 user nova-compute[74974]:     </system>
Nov 29 11:56:21 user nova-compute[74974]:   </sysinfo>
Nov 29 11:56:21 user nova-compute[74974]:   <os>
Nov 29 11:56:21 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:56:21 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:56:21 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:56:21 user nova-compute[74974]:   </os>
Nov 29 11:56:21 user nova-compute[74974]:   <features>
Nov 29 11:56:21 user nova-compute[74974]:     <acpi/>
Nov 29 11:56:21 user nova-compute[74974]:     <apic/>
Nov 29 11:56:21 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:56:21 user nova-compute[74974]:   </features>
Nov 29 11:56:21 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:56:21 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:56:21 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:56:21 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:56:21 user nova-compute[74974]:   </clock>
Nov 29 11:56:21 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:56:21 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:56:21 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:56:21 user nova-compute[74974]:   </cpu>
Nov 29 11:56:21 user nova-compute[74974]:   <devices>
Nov 29 11:56:21 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 11:56:21 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 11:56:21 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk"/>
Nov 29 11:56:21 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:56:21 user nova-compute[74974]:     </disk>
Nov 29 11:56:21 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:56:21 user nova-compute[74974]:       <mac address="fa:16:3e:d2:a2:9d"/>
Nov 29 11:56:21 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:56:21 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:56:21 user nova-compute[74974]:       <target dev="tap95d8ef0a-79"/>
Nov 29 11:56:21 user nova-compute[74974]:     </interface>
Nov 29 11:56:21 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:56:21 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/console.log" append="off"/>
Nov 29 11:56:21 user nova-compute[74974]:     </serial>
Nov 29 11:56:21 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:56:21 user nova-compute[74974]:     <video>
Nov 29 11:56:21 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:56:21 user nova-compute[74974]:     </video>
Nov 29 11:56:21 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:56:21 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:56:21 user nova-compute[74974]:     </rng>
Nov 29 11:56:21 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:56:21 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:56:21 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:56:21 user nova-compute[74974]:     </memballoon>
Nov 29 11:56:21 user nova-compute[74974]:   </devices>
Nov 29 11:56:21 user nova-compute[74974]: </domain>
Nov 29 11:56:21 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:56:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1582439339',display_name='tempest-ServerRescueNegativeTestJSON-server-1582439339',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1582439339',id=18,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8553e7a7a6984ad2b645599d231e911d',ramdisk_id='',reservation_id='r-4ufhrtfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-761208322',owner_user_name='tempest-ServerRescueNegativeTestJSON-761208322-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:19Z,user_data=None,user_id='2a3f8280d351445a94b8a1570609f519',uuid=ee78d0d8-0125-46d8-b1e1-2b38eaabeedb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "address": "fa:16:3e:d2:a2:9d", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d8ef0a-79", "ovs_interfaceid": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converting VIF {"id": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "address": "fa:16:3e:d2:a2:9d", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d8ef0a-79", "ovs_interfaceid": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:a2:9d,bridge_name='br-int',has_traffic_filtering=True,id=95d8ef0a-794a-4e4a-8855-867ac5f919a0,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95d8ef0a-79') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG os_vif [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:a2:9d,bridge_name='br-int',has_traffic_filtering=True,id=95d8ef0a-794a-4e4a-8855-867ac5f919a0,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95d8ef0a-79') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ee2601c0-e81f-51fd-910d-1b1e3a86d835', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap95d8ef0a-79, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap95d8ef0a-79, col_values=(('qos', UUID('6983a466-1b38-44ab-8f6e-8310377e456b')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap95d8ef0a-79, col_values=(('external_ids', {'iface-id': '95d8ef0a-794a-4e4a-8855-867ac5f919a0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d2:a2:9d', 'vm-uuid': 'ee78d0d8-0125-46d8-b1e1-2b38eaabeedb'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:21 user nova-compute[74974]: INFO os_vif [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:a2:9d,bridge_name='br-int',has_traffic_filtering=True,id=95d8ef0a-794a-4e4a-8855-867ac5f919a0,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95d8ef0a-79')
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.network.neutron [req-55cd5bdd-b16a-42bd-ba68-5d135fac9b3a req-1073cc3f-c40c-45f4-b5b6-29de7aac0705 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Updated VIF entry in instance network info cache for port 95d8ef0a-794a-4e4a-8855-867ac5f919a0. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.network.neutron [req-55cd5bdd-b16a-42bd-ba68-5d135fac9b3a req-1073cc3f-c40c-45f4-b5b6-29de7aac0705 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Updating instance_info_cache with network_info: [{"id": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "address": "fa:16:3e:d2:a2:9d", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d8ef0a-79", "ovs_interfaceid": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-55cd5bdd-b16a-42bd-ba68-5d135fac9b3a req-1073cc3f-c40c-45f4-b5b6-29de7aac0705 service nova] Releasing lock "refresh_cache-ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:56:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] No VIF found with MAC fa:16:3e:d2:a2:9d, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Successfully updated port: a75d8594-44db-4b40-9c2c-3eb27f42d86f {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "refresh_cache-e4219657-0bf5-4781-9960-490c7b1d97ef" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquired lock "refresh_cache-e4219657-0bf5-4781-9960-490c7b1d97ef" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.compute.manager [req-8cc0fa2e-8e6e-486e-844b-9acd5a60d109 req-2f2e037e-dcb4-43c8-9a0d-759ed4f8a4c7 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Received event network-changed-a75d8594-44db-4b40-9c2c-3eb27f42d86f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.compute.manager [req-8cc0fa2e-8e6e-486e-844b-9acd5a60d109 req-2f2e037e-dcb4-43c8-9a0d-759ed4f8a4c7 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Refreshing instance network info cache due to event network-changed-a75d8594-44db-4b40-9c2c-3eb27f42d86f. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8cc0fa2e-8e6e-486e-844b-9acd5a60d109 req-2f2e037e-dcb4-43c8-9a0d-759ed4f8a4c7 service nova] Acquiring lock "refresh_cache-e4219657-0bf5-4781-9960-490c7b1d97ef" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "3173800a-2437-4285-82ac-f2b4a6d38374" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Updating instance_info_cache with network_info: [{"id": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "address": "fa:16:3e:a0:aa:5f", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa75d8594-44", "ovs_interfaceid": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Releasing lock "refresh_cache-e4219657-0bf5-4781-9960-490c7b1d97ef" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Instance network_info: |[{"id": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "address": "fa:16:3e:a0:aa:5f", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa75d8594-44", "ovs_interfaceid": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8cc0fa2e-8e6e-486e-844b-9acd5a60d109 req-2f2e037e-dcb4-43c8-9a0d-759ed4f8a4c7 service nova] Acquired lock "refresh_cache-e4219657-0bf5-4781-9960-490c7b1d97ef" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.network.neutron [req-8cc0fa2e-8e6e-486e-844b-9acd5a60d109 req-2f2e037e-dcb4-43c8-9a0d-759ed4f8a4c7 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Refreshing network info cache for port a75d8594-44db-4b40-9c2c-3eb27f42d86f {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Start _get_guest_xml network_info=[{"id": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "address": "fa:16:3e:a0:aa:5f", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa75d8594-44", "ovs_interfaceid": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:56:22 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:56:22 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:56:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1482211885',display_name='tempest-ServerRescueNegativeTestJSON-server-1482211885',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1482211885',id=19,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8553e7a7a6984ad2b645599d231e911d',ramdisk_id='',reservation_id='r-uoo5uaiv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-761208322',owner_user_name='tempest-ServerRescueNegativeTestJSON-761208322-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:20Z,user_data=None,user_id='2a3f8280d351445a94b8a1570609f519',uuid=e4219657-0bf5-4781-9960-490c7b1d97ef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "address": "fa:16:3e:a0:aa:5f", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa75d8594-44", "ovs_interfaceid": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converting VIF {"id": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "address": "fa:16:3e:a0:aa:5f", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa75d8594-44", "ovs_interfaceid": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:aa:5f,bridge_name='br-int',has_traffic_filtering=True,id=a75d8594-44db-4b40-9c2c-3eb27f42d86f,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa75d8594-44') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.objects.instance [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'pci_devices' on Instance uuid e4219657-0bf5-4781-9960-490c7b1d97ef {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:56:22 user nova-compute[74974]:   <uuid>e4219657-0bf5-4781-9960-490c7b1d97ef</uuid>
Nov 29 11:56:22 user nova-compute[74974]:   <name>instance-00000013</name>
Nov 29 11:56:22 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:56:22 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:56:22 user nova-compute[74974]:   <metadata>
Nov 29 11:56:22 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:56:22 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:56:22 user nova-compute[74974]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1482211885</nova:name>
Nov 29 11:56:22 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:56:22</nova:creationTime>
Nov 29 11:56:22 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:56:22 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:56:22 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:56:22 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:56:22 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:56:22 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:56:22 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:56:22 user nova-compute[74974]:       <nova:owner>
Nov 29 11:56:22 user nova-compute[74974]:         <nova:user uuid="2a3f8280d351445a94b8a1570609f519">tempest-ServerRescueNegativeTestJSON-761208322-project-member</nova:user>
Nov 29 11:56:22 user nova-compute[74974]:         <nova:project uuid="8553e7a7a6984ad2b645599d231e911d">tempest-ServerRescueNegativeTestJSON-761208322</nova:project>
Nov 29 11:56:22 user nova-compute[74974]:       </nova:owner>
Nov 29 11:56:22 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:56:22 user nova-compute[74974]:       <nova:ports>
Nov 29 11:56:22 user nova-compute[74974]:         <nova:port uuid="a75d8594-44db-4b40-9c2c-3eb27f42d86f">
Nov 29 11:56:22 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 11:56:22 user nova-compute[74974]:         </nova:port>
Nov 29 11:56:22 user nova-compute[74974]:       </nova:ports>
Nov 29 11:56:22 user nova-compute[74974]:     </nova:instance>
Nov 29 11:56:22 user nova-compute[74974]:   </metadata>
Nov 29 11:56:22 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:56:22 user nova-compute[74974]:     <system>
Nov 29 11:56:22 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:56:22 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:56:22 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:56:22 user nova-compute[74974]:       <entry name="serial">e4219657-0bf5-4781-9960-490c7b1d97ef</entry>
Nov 29 11:56:22 user nova-compute[74974]:       <entry name="uuid">e4219657-0bf5-4781-9960-490c7b1d97ef</entry>
Nov 29 11:56:22 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:56:22 user nova-compute[74974]:     </system>
Nov 29 11:56:22 user nova-compute[74974]:   </sysinfo>
Nov 29 11:56:22 user nova-compute[74974]:   <os>
Nov 29 11:56:22 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:56:22 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:56:22 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:56:22 user nova-compute[74974]:   </os>
Nov 29 11:56:22 user nova-compute[74974]:   <features>
Nov 29 11:56:22 user nova-compute[74974]:     <acpi/>
Nov 29 11:56:22 user nova-compute[74974]:     <apic/>
Nov 29 11:56:22 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:56:22 user nova-compute[74974]:   </features>
Nov 29 11:56:22 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:56:22 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:56:22 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:56:22 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:56:22 user nova-compute[74974]:   </clock>
Nov 29 11:56:22 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:56:22 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:56:22 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:56:22 user nova-compute[74974]:   </cpu>
Nov 29 11:56:22 user nova-compute[74974]:   <devices>
Nov 29 11:56:22 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 11:56:22 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 11:56:22 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk"/>
Nov 29 11:56:22 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:56:22 user nova-compute[74974]:     </disk>
Nov 29 11:56:22 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:56:22 user nova-compute[74974]:       <mac address="fa:16:3e:a0:aa:5f"/>
Nov 29 11:56:22 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:56:22 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:56:22 user nova-compute[74974]:       <target dev="tapa75d8594-44"/>
Nov 29 11:56:22 user nova-compute[74974]:     </interface>
Nov 29 11:56:22 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:56:22 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/console.log" append="off"/>
Nov 29 11:56:22 user nova-compute[74974]:     </serial>
Nov 29 11:56:22 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:56:22 user nova-compute[74974]:     <video>
Nov 29 11:56:22 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:56:22 user nova-compute[74974]:     </video>
Nov 29 11:56:22 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:56:22 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:56:22 user nova-compute[74974]:     </rng>
Nov 29 11:56:22 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:56:22 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:56:22 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:56:22 user nova-compute[74974]:     </memballoon>
Nov 29 11:56:22 user nova-compute[74974]:   </devices>
Nov 29 11:56:22 user nova-compute[74974]: </domain>
Nov 29 11:56:22 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:56:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1482211885',display_name='tempest-ServerRescueNegativeTestJSON-server-1482211885',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1482211885',id=19,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8553e7a7a6984ad2b645599d231e911d',ramdisk_id='',reservation_id='r-uoo5uaiv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-761208322',owner_user_name='tempest-ServerRescueNegativeTestJSON-761208322-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:20Z,user_data=None,user_id='2a3f8280d351445a94b8a1570609f519',uuid=e4219657-0bf5-4781-9960-490c7b1d97ef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "address": "fa:16:3e:a0:aa:5f", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa75d8594-44", "ovs_interfaceid": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converting VIF {"id": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "address": "fa:16:3e:a0:aa:5f", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa75d8594-44", "ovs_interfaceid": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:aa:5f,bridge_name='br-int',has_traffic_filtering=True,id=a75d8594-44db-4b40-9c2c-3eb27f42d86f,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa75d8594-44') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG os_vif [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:aa:5f,bridge_name='br-int',has_traffic_filtering=True,id=a75d8594-44db-4b40-9c2c-3eb27f42d86f,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa75d8594-44') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '51ad97d4-7668-58ba-9ddd-1f7314a2a1c7', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:56:23 user nova-compute[74974]: INFO nova.compute.claims [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Claim successful on node user
Nov 29 11:56:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa75d8594-44, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa75d8594-44, col_values=(('qos', UUID('bef17cec-d5f7-4dff-acc0-818ebd08f465')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa75d8594-44, col_values=(('external_ids', {'iface-id': 'a75d8594-44db-4b40-9c2c-3eb27f42d86f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a0:aa:5f', 'vm-uuid': 'e4219657-0bf5-4781-9960-490c7b1d97ef'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:23 user nova-compute[74974]: INFO os_vif [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:aa:5f,bridge_name='br-int',has_traffic_filtering=True,id=a75d8594-44db-4b40-9c2c-3eb27f42d86f,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa75d8594-44')
Nov 29 11:56:23 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] No VIF found with MAC fa:16:3e:a0:aa:5f, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG nova.network.neutron [req-8cc0fa2e-8e6e-486e-844b-9acd5a60d109 req-2f2e037e-dcb4-43c8-9a0d-759ed4f8a4c7 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Updated VIF entry in instance network info cache for port a75d8594-44db-4b40-9c2c-3eb27f42d86f. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG nova.network.neutron [req-8cc0fa2e-8e6e-486e-844b-9acd5a60d109 req-2f2e037e-dcb4-43c8-9a0d-759ed4f8a4c7 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Updating instance_info_cache with network_info: [{"id": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "address": "fa:16:3e:a0:aa:5f", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa75d8594-44", "ovs_interfaceid": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8cc0fa2e-8e6e-486e-844b-9acd5a60d109 req-2f2e037e-dcb4-43c8-9a0d-759ed4f8a4c7 service nova] Releasing lock "refresh_cache-e4219657-0bf5-4781-9960-490c7b1d97ef" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.546s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:56:23 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:56:23 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:56:23 user nova-compute[74974]: INFO nova.virt.block_device [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Booting with volume c48414cd-32f0-4be6-915d-1801463fdb40 at /dev/vda
Nov 29 11:56:23 user nova-compute[74974]: DEBUG os_brick.utils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0211940-eab6-4c7d-97db-72c6eea2b99b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG nova.policy [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '524bf296f0b3439e93745c065909cd85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d09cbff44a84e73a2b66d1f54567844', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b7131ae-935e-406f-a148-b552a0f5dcfd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[01f96a92-0bb5-4ab0-ada8-4c1f0d36c3ec]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1a1a658-2a66-4ba1-b093-5691ca750924]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:56:23 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:56:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[657c49c2-05bb-4f1a-8903-534ae32b2a11]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG os_brick.utils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:56:23 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Updating existing volume attachment record: 9f4463dc-8d3e-4ee4-af2a-5f26ada1803f {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:56:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:24 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Successfully created port: 8f211da9-58b4-4a99-8f57-2a3007dd25ec {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:56:24 user nova-compute[74974]: DEBUG nova.compute.manager [req-2ca23f43-fe6d-4919-a5fe-8e7aacea7983 req-d7730c9e-3050-4f53-a964-8ab95b62b6ee service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2ca23f43-fe6d-4919-a5fe-8e7aacea7983 req-d7730c9e-3050-4f53-a964-8ab95b62b6ee service nova] Acquiring lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2ca23f43-fe6d-4919-a5fe-8e7aacea7983 req-d7730c9e-3050-4f53-a964-8ab95b62b6ee service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2ca23f43-fe6d-4919-a5fe-8e7aacea7983 req-d7730c9e-3050-4f53-a964-8ab95b62b6ee service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:24 user nova-compute[74974]: DEBUG nova.compute.manager [req-2ca23f43-fe6d-4919-a5fe-8e7aacea7983 req-d7730c9e-3050-4f53-a964-8ab95b62b6ee service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] No waiting events found dispatching network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:56:24 user nova-compute[74974]: WARNING nova.compute.manager [req-2ca23f43-fe6d-4919-a5fe-8e7aacea7983 req-d7730c9e-3050-4f53-a964-8ab95b62b6ee service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received unexpected event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 for instance with vm_state building and task_state spawning.
Nov 29 11:56:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:25 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Successfully created port: 58cd2c16-1f48-472d-a801-d91155524131 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:56:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:25 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Successfully created port: 3cb3a681-2a65-4500-a952-5de143622252 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:56:25 user nova-compute[74974]: DEBUG nova.compute.manager [req-893c1200-578d-46fe-b895-3160ae5060fd req-5ce06293-5941-49f0-9d7a-962c116c2c4e service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received event network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-893c1200-578d-46fe-b895-3160ae5060fd req-5ce06293-5941-49f0-9d7a-962c116c2c4e service nova] Acquiring lock "77ed4d86-4087-4a21-af35-605d0210e311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-893c1200-578d-46fe-b895-3160ae5060fd req-5ce06293-5941-49f0-9d7a-962c116c2c4e service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-893c1200-578d-46fe-b895-3160ae5060fd req-5ce06293-5941-49f0-9d7a-962c116c2c4e service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:25 user nova-compute[74974]: DEBUG nova.compute.manager [req-893c1200-578d-46fe-b895-3160ae5060fd req-5ce06293-5941-49f0-9d7a-962c116c2c4e service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] No waiting events found dispatching network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:56:25 user nova-compute[74974]: WARNING nova.compute.manager [req-893c1200-578d-46fe-b895-3160ae5060fd req-5ce06293-5941-49f0-9d7a-962c116c2c4e service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received unexpected event network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e for instance with vm_state building and task_state spawning.
Nov 29 11:56:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:26 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Successfully created port: ae859bf1-2aa6-41e6-92b3-95349d8deba3 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:56:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:26 user nova-compute[74974]: DEBUG nova.compute.manager [req-ac8a5ffd-68fe-406b-ae9d-78b16fa5d252 req-7db95c2c-afe3-4b9d-aa3e-1b7cc2d923c3 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ac8a5ffd-68fe-406b-ae9d-78b16fa5d252 req-7db95c2c-afe3-4b9d-aa3e-1b7cc2d923c3 service nova] Acquiring lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ac8a5ffd-68fe-406b-ae9d-78b16fa5d252 req-7db95c2c-afe3-4b9d-aa3e-1b7cc2d923c3 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.005s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ac8a5ffd-68fe-406b-ae9d-78b16fa5d252 req-7db95c2c-afe3-4b9d-aa3e-1b7cc2d923c3 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:26 user nova-compute[74974]: DEBUG nova.compute.manager [req-ac8a5ffd-68fe-406b-ae9d-78b16fa5d252 req-7db95c2c-afe3-4b9d-aa3e-1b7cc2d923c3 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] No waiting events found dispatching network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:56:26 user nova-compute[74974]: WARNING nova.compute.manager [req-ac8a5ffd-68fe-406b-ae9d-78b16fa5d252 req-7db95c2c-afe3-4b9d-aa3e-1b7cc2d923c3 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received unexpected event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 for instance with vm_state building and task_state spawning.
Nov 29 11:56:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:27 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Successfully created port: c2b8cc0e-36e7-4029-99b0-f630a108cdaa {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:56:27 user nova-compute[74974]: DEBUG nova.compute.manager [req-b784b4f6-3b25-4d93-a6d1-6e6089ac6ac1 req-a03f6ce2-f6e0-4644-8256-52fc84dfcee7 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received event network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b784b4f6-3b25-4d93-a6d1-6e6089ac6ac1 req-a03f6ce2-f6e0-4644-8256-52fc84dfcee7 service nova] Acquiring lock "77ed4d86-4087-4a21-af35-605d0210e311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b784b4f6-3b25-4d93-a6d1-6e6089ac6ac1 req-a03f6ce2-f6e0-4644-8256-52fc84dfcee7 service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b784b4f6-3b25-4d93-a6d1-6e6089ac6ac1 req-a03f6ce2-f6e0-4644-8256-52fc84dfcee7 service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:27 user nova-compute[74974]: DEBUG nova.compute.manager [req-b784b4f6-3b25-4d93-a6d1-6e6089ac6ac1 req-a03f6ce2-f6e0-4644-8256-52fc84dfcee7 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] No waiting events found dispatching network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:56:27 user nova-compute[74974]: WARNING nova.compute.manager [req-b784b4f6-3b25-4d93-a6d1-6e6089ac6ac1 req-a03f6ce2-f6e0-4644-8256-52fc84dfcee7 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received unexpected event network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e for instance with vm_state building and task_state spawning.
Nov 29 11:56:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:28 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Successfully updated port: 8f211da9-58b4-4a99-8f57-2a3007dd25ec {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:56:28 user nova-compute[74974]: DEBUG nova.compute.manager [req-26492b1e-a25e-465a-99bb-47e89c04b465 req-cd71836e-bb7c-4fe5-8081-e3ce7f977080 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-changed-8f211da9-58b4-4a99-8f57-2a3007dd25ec {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:28 user nova-compute[74974]: DEBUG nova.compute.manager [req-26492b1e-a25e-465a-99bb-47e89c04b465 req-cd71836e-bb7c-4fe5-8081-e3ce7f977080 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Refreshing instance network info cache due to event network-changed-8f211da9-58b4-4a99-8f57-2a3007dd25ec. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:56:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-26492b1e-a25e-465a-99bb-47e89c04b465 req-cd71836e-bb7c-4fe5-8081-e3ce7f977080 service nova] Acquiring lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-26492b1e-a25e-465a-99bb-47e89c04b465 req-cd71836e-bb7c-4fe5-8081-e3ce7f977080 service nova] Acquired lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:28 user nova-compute[74974]: DEBUG nova.network.neutron [req-26492b1e-a25e-465a-99bb-47e89c04b465 req-cd71836e-bb7c-4fe5-8081-e3ce7f977080 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Refreshing network info cache for port 8f211da9-58b4-4a99-8f57-2a3007dd25ec {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:56:28 user nova-compute[74974]: DEBUG nova.network.neutron [req-26492b1e-a25e-465a-99bb-47e89c04b465 req-cd71836e-bb7c-4fe5-8081-e3ce7f977080 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:56:28 user nova-compute[74974]: DEBUG nova.network.neutron [req-26492b1e-a25e-465a-99bb-47e89c04b465 req-cd71836e-bb7c-4fe5-8081-e3ce7f977080 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-dbc85a93-8d7a-4b9c-bcc7-762ca65745de req-db6dbc9b-6ce0-49e6-8995-90fd6be97460 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Received event network-vif-plugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-dbc85a93-8d7a-4b9c-bcc7-762ca65745de req-db6dbc9b-6ce0-49e6-8995-90fd6be97460 service nova] Acquiring lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-dbc85a93-8d7a-4b9c-bcc7-762ca65745de req-db6dbc9b-6ce0-49e6-8995-90fd6be97460 service nova] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-dbc85a93-8d7a-4b9c-bcc7-762ca65745de req-db6dbc9b-6ce0-49e6-8995-90fd6be97460 service nova] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-dbc85a93-8d7a-4b9c-bcc7-762ca65745de req-db6dbc9b-6ce0-49e6-8995-90fd6be97460 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] No waiting events found dispatching network-vif-plugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:56:29 user nova-compute[74974]: WARNING nova.compute.manager [req-dbc85a93-8d7a-4b9c-bcc7-762ca65745de req-db6dbc9b-6ce0-49e6-8995-90fd6be97460 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Received unexpected event network-vif-plugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f for instance with vm_state building and task_state spawning.
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-dbc85a93-8d7a-4b9c-bcc7-762ca65745de req-db6dbc9b-6ce0-49e6-8995-90fd6be97460 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Received event network-vif-plugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-dbc85a93-8d7a-4b9c-bcc7-762ca65745de req-db6dbc9b-6ce0-49e6-8995-90fd6be97460 service nova] Acquiring lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-dbc85a93-8d7a-4b9c-bcc7-762ca65745de req-db6dbc9b-6ce0-49e6-8995-90fd6be97460 service nova] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-dbc85a93-8d7a-4b9c-bcc7-762ca65745de req-db6dbc9b-6ce0-49e6-8995-90fd6be97460 service nova] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-dbc85a93-8d7a-4b9c-bcc7-762ca65745de req-db6dbc9b-6ce0-49e6-8995-90fd6be97460 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] No waiting events found dispatching network-vif-plugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:56:29 user nova-compute[74974]: WARNING nova.compute.manager [req-dbc85a93-8d7a-4b9c-bcc7-762ca65745de req-db6dbc9b-6ce0-49e6-8995-90fd6be97460 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Received unexpected event network-vif-plugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f for instance with vm_state building and task_state spawning.
Nov 29 11:56:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-26492b1e-a25e-465a-99bb-47e89c04b465 req-cd71836e-bb7c-4fe5-8081-e3ce7f977080 service nova] Releasing lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:56:29 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Instance spawned successfully.
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Successfully updated port: ad8f66ca-ad22-4443-ac97-25c6f6f45ae1 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:56:29 user nova-compute[74974]: INFO nova.compute.manager [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Took 10.46 seconds to spawn the instance on the hypervisor.
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:56:29 user nova-compute[74974]: INFO nova.compute.manager [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Took 11.79 seconds to build instance.
Nov 29 11:56:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b232d2f-82a0-482c-ba0b-751b4428c974 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.428s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:56:29 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Instance spawned successfully.
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:56:29 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Instance spawned successfully.
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:56:29 user nova-compute[74974]: INFO nova.compute.manager [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Took 13.37 seconds to spawn the instance on the hypervisor.
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:56:30 user nova-compute[74974]: INFO nova.compute.manager [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Took 14.43 seconds to build instance.
Nov 29 11:56:30 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 66996956-daa4-48af-b3ab-c21eb0931154 is timed out.
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3d15ba6e-b999-4a98-9cad-e05e0574e9cc tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "77ed4d86-4087-4a21-af35-605d0210e311" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.566s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:30 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Successfully detached device vdb from instance 66996956-daa4-48af-b3ab-c21eb0931154 from the live domain config.
Nov 29 11:56:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OZsEJanz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:56:30 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:56:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Successfully updated port: 02b2a594-28e4-406f-9252-837d36c4b1aa {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:30 user nova-compute[74974]: INFO nova.compute.manager [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Took 10.05 seconds to spawn the instance on the hypervisor.
Nov 29 11:56:30 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5442480-85a9-4459-ac9d-7dbe74f6dc41]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:56:30 user nova-compute[74974]: No targets found.
Nov 29 11:56:30 user nova-compute[74974]: iSNS:
Nov 29 11:56:30 user nova-compute[74974]: No targets found.
Nov 29 11:56:30 user nova-compute[74974]: STATIC:
Nov 29 11:56:30 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a
Nov 29 11:56:30 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:56:30 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:56:30 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf
Nov 29 11:56:30 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:56:30 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:56:30 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3
Nov 29 11:56:30 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:56:30 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:56:30 user nova-compute[74974]: FIRMWARE:
Nov 29 11:56:30 user nova-compute[74974]: No targets found.
Nov 29 11:56:30 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:56:30 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:56:30 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[40e80cfa-5d47-46e5-86b1-2dd411f258e8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4302dc8e-ae8e-4aac-a0d0-89cc841ee5f7]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:56:30 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:56:30 user nova-compute[74974]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf (non-flash)
Nov 29 11:56:30 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:56:30 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:56:30 user nova-compute[74974]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf (non-flash)
Nov 29 11:56:30 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa83c8550>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf'): ({'sdd'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Removing single pathed devices sdd {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1077e597-51fa-417a-a62c-2951a9caefff]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:30 user nova-compute[74974]: INFO nova.compute.manager [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Took 11.48 seconds to build instance.
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG nova.objects.instance [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lazy-loading 'pci_requests' on Instance uuid be9b6662-5d67-462b-b203-c94c2520ae86 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG nova.objects.instance [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lazy-loading 'numa_topology' on Instance uuid be9b6662-5d67-462b-b203-c94c2520ae86 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb5abd47-9186-480c-85ec-c0f83ba946cc]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9dacbf3e-79ed-4d5e-a1ef-fca22d21b3c6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.646s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Flushing IO for device /dev/sdd {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:56:30 user nova-compute[74974]: INFO nova.compute.claims [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Claim successful on node user
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[675330cb-adc2-446f-a81f-bdc93b46f76b]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG nova.compute.manager [req-1a05459f-3b99-49a0-8195-cabda5d59db8 req-11f38f8b-1a65-442d-aef0-f56bfab34021 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-changed-ad8f66ca-ad22-4443-ac97-25c6f6f45ae1 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG nova.compute.manager [req-1a05459f-3b99-49a0-8195-cabda5d59db8 req-11f38f8b-1a65-442d-aef0-f56bfab34021 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Refreshing instance network info cache due to event network-changed-ad8f66ca-ad22-4443-ac97-25c6f6f45ae1. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1a05459f-3b99-49a0-8195-cabda5d59db8 req-11f38f8b-1a65-442d-aef0-f56bfab34021 service nova] Acquiring lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1a05459f-3b99-49a0-8195-cabda5d59db8 req-11f38f8b-1a65-442d-aef0-f56bfab34021 service nova] Acquired lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG nova.network.neutron [req-1a05459f-3b99-49a0-8195-cabda5d59db8 req-11f38f8b-1a65-442d-aef0-f56bfab34021 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Refreshing network info cache for port ad8f66ca-ad22-4443-ac97-25c6f6f45ae1 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.056s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3d224a0-8300-4af9-adb9-28b4373dcadb]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] SCSI volumes sdd have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d05c366e-4206-45e5-a5b8-8ddc00905546]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[010707ef-ce11-46ed-9041-56157cac75ac]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf, portal: 172.16.0.220,3260]
Nov 29 11:56:30 user nova-compute[74974]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf, portal: 172.16.0.220,3260] successful.
Nov 29 11:56:30 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG nova.network.neutron [req-1a05459f-3b99-49a0-8195-cabda5d59db8 req-11f38f8b-1a65-442d-aef0-f56bfab34021 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a4089a9-7fed-469f-abe4-2c71ac66ceaf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c21e3c9-e317-4606-a3ce-cd189a580674]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.442s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] <== disconnect_volume: return (444ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG nova.network.neutron [req-1a05459f-3b99-49a0-8195-cabda5d59db8 req-11f38f8b-1a65-442d-aef0-f56bfab34021 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1a05459f-3b99-49a0-8195-cabda5d59db8 req-11f38f8b-1a65-442d-aef0-f56bfab34021 service nova] Releasing lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG nova.compute.manager [req-1a05459f-3b99-49a0-8195-cabda5d59db8 req-11f38f8b-1a65-442d-aef0-f56bfab34021 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-changed-02b2a594-28e4-406f-9252-837d36c4b1aa {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG nova.compute.manager [req-1a05459f-3b99-49a0-8195-cabda5d59db8 req-11f38f8b-1a65-442d-aef0-f56bfab34021 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Refreshing instance network info cache due to event network-changed-02b2a594-28e4-406f-9252-837d36c4b1aa. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1a05459f-3b99-49a0-8195-cabda5d59db8 req-11f38f8b-1a65-442d-aef0-f56bfab34021 service nova] Acquiring lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1a05459f-3b99-49a0-8195-cabda5d59db8 req-11f38f8b-1a65-442d-aef0-f56bfab34021 service nova] Acquired lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG nova.network.neutron [req-1a05459f-3b99-49a0-8195-cabda5d59db8 req-11f38f8b-1a65-442d-aef0-f56bfab34021 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Refreshing network info cache for port 02b2a594-28e4-406f-9252-837d36c4b1aa {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG nova.network.neutron [req-1a05459f-3b99-49a0-8195-cabda5d59db8 req-11f38f8b-1a65-442d-aef0-f56bfab34021 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:56:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.719s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:31 user nova-compute[74974]: INFO nova.network.neutron [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Updating port 82979642-cd20-4260-a437-ccc23ab1de07 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 29 11:56:31 user nova-compute[74974]: DEBUG nova.network.neutron [req-1a05459f-3b99-49a0-8195-cabda5d59db8 req-11f38f8b-1a65-442d-aef0-f56bfab34021 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1a05459f-3b99-49a0-8195-cabda5d59db8 req-11f38f8b-1a65-442d-aef0-f56bfab34021 service nova] Releasing lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:31 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Successfully updated port: 58cd2c16-1f48-472d-a801-d91155524131 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:56:31 user nova-compute[74974]: DEBUG nova.objects.instance [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lazy-loading 'flavor' on Instance uuid 66996956-daa4-48af-b3ab-c21eb0931154 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:56:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquiring lock "refresh_cache-be9b6662-5d67-462b-b203-c94c2520ae86" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquired lock "refresh_cache-be9b6662-5d67-462b-b203-c94c2520ae86" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:31 user nova-compute[74974]: DEBUG nova.network.neutron [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:56:31 user nova-compute[74974]: DEBUG nova.compute.manager [req-786de899-ec8d-4c9f-a3ce-9875a868ebde req-f5bc0ed2-a357-47de-9fab-7c316e221203 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Received event network-changed-82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:31 user nova-compute[74974]: DEBUG nova.compute.manager [req-786de899-ec8d-4c9f-a3ce-9875a868ebde req-f5bc0ed2-a357-47de-9fab-7c316e221203 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Refreshing instance network info cache due to event network-changed-82979642-cd20-4260-a437-ccc23ab1de07. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:56:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-786de899-ec8d-4c9f-a3ce-9875a868ebde req-f5bc0ed2-a357-47de-9fab-7c316e221203 service nova] Acquiring lock "refresh_cache-be9b6662-5d67-462b-b203-c94c2520ae86" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2bd2b1d3-019b-4400-b264-5e7017141134 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.834s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Successfully updated port: 3cb3a681-2a65-4500-a952-5de143622252 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.network.neutron [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Updating instance_info_cache with network_info: [{"id": "82979642-cd20-4260-a437-ccc23ab1de07", "address": "fa:16:3e:df:0e:01", "network": {"id": "9717308b-24f6-4fb3-8b71-67229b25204b", "bridge": "br-int", "label": "tempest-TestShelveInstance-650406979-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "314dc60f4bc24a15bc2a9c0cffc412b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82979642-cd", "ovs_interfaceid": "82979642-cd20-4260-a437-ccc23ab1de07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Releasing lock "refresh_cache-be9b6662-5d67-462b-b203-c94c2520ae86" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:56:32 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Creating image(s)
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Did not create local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Ensure instance console log exists: /opt/stack/data/nova/instances/be9b6662-5d67-462b-b203-c94c2520ae86/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Start _get_guest_xml network_info=[{"id": "82979642-cd20-4260-a437-ccc23ab1de07", "address": "fa:16:3e:df:0e:01", "network": {"id": "9717308b-24f6-4fb3-8b71-67229b25204b", "bridge": "br-int", "label": "tempest-TestShelveInstance-650406979-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "314dc60f4bc24a15bc2a9c0cffc412b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82979642-cd", "ovs_interfaceid": "82979642-cd20-4260-a437-ccc23ab1de07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': 'virtio', 'attachment_id': '845ceca9-a392-42fe-9108-3c8c75f6daa3', 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mbPCiBdZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'be9b6662-5d67-462b-b203-c94c2520ae86', 'attached_at': '', 'detached_at': '', 'volume_id': '52ddaa42-f2d6-4390-a25f-7a555295d605', 'serial': '52ddaa42-f2d6-4390-a25f-7a555295d605'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-786de899-ec8d-4c9f-a3ce-9875a868ebde req-f5bc0ed2-a357-47de-9fab-7c316e221203 service nova] Acquired lock "refresh_cache-be9b6662-5d67-462b-b203-c94c2520ae86" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.network.neutron [req-786de899-ec8d-4c9f-a3ce-9875a868ebde req-f5bc0ed2-a357-47de-9fab-7c316e221203 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Refreshing network info cache for port 82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:56:32 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:56:32 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.objects.instance [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lazy-loading 'vcpu_model' on Instance uuid be9b6662-5d67-462b-b203-c94c2520ae86 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.compute.manager [req-2b7f1fca-5122-45b9-839e-00366d82a826 req-a72e3d44-1599-44f9-bb83-016296fb670b service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-changed-58cd2c16-1f48-472d-a801-d91155524131 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.compute.manager [req-2b7f1fca-5122-45b9-839e-00366d82a826 req-a72e3d44-1599-44f9-bb83-016296fb670b service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Refreshing instance network info cache due to event network-changed-58cd2c16-1f48-472d-a801-d91155524131. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2b7f1fca-5122-45b9-839e-00366d82a826 req-a72e3d44-1599-44f9-bb83-016296fb670b service nova] Acquiring lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2b7f1fca-5122-45b9-839e-00366d82a826 req-a72e3d44-1599-44f9-bb83-016296fb670b service nova] Acquired lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.network.neutron [req-2b7f1fca-5122-45b9-839e-00366d82a826 req-a72e3d44-1599-44f9-bb83-016296fb670b service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Refreshing network info cache for port 58cd2c16-1f48-472d-a801-d91155524131 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.objects.base [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Object Instance<be9b6662-5d67-462b-b203-c94c2520ae86> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mbPCiBdZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:56:32 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:56:32 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:56:32 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[278563fd-312f-40cf-9191-d555c72d22e3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:56:32 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.033s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4d78064-6496-4842-b3b7-fcc8690588a7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605] added
Nov 29 11:56:32 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cd58992-c713-4731-b61b-27ecb78d74de]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[66ff9183-e3b5-4750-aa3b-4b74f3a79493]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mbPCiBdZ {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.network.neutron [req-2b7f1fca-5122-45b9-839e-00366d82a826 req-a72e3d44-1599-44f9-bb83-016296fb670b service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mbPCiBdZ" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d1f419d-2196-4104-b9bc-36bdf23ed319]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mbPCiBdZ'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a73d5a94-f29d-494e-a768-7e9906132981]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7880356f-91b9-4143-8e88-f4685601d0ae]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:56:32 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:56:32 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:56:32 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:56:32 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bc6f10d-26ba-4538-a531-fe7dd391489e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605, portal: 172.16.0.220,3260]
Nov 29 11:56:32 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605, portal: 172.16.0.220,3260] successful.
Nov 29 11:56:32 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c003066-b8b3-427d-8ad3-612f88e8df98]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.network.neutron [req-2b7f1fca-5122-45b9-839e-00366d82a826 req-a72e3d44-1599-44f9-bb83-016296fb670b service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[be4e87fb-a496-49d0-9366-8c4ec5001c4f]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:56:32 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:56:32 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:56:32 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:56:32 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:56:32 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:56:32 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.378s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] HCTL ('35', '-', '-', 0) found on session 20 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2b7f1fca-5122-45b9-839e-00366d82a826 req-a72e3d44-1599-44f9-bb83-016296fb670b service nova] Releasing lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.compute.manager [req-2b7f1fca-5122-45b9-839e-00366d82a826 req-a72e3d44-1599-44f9-bb83-016296fb670b service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-changed-3cb3a681-2a65-4500-a952-5de143622252 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.compute.manager [req-2b7f1fca-5122-45b9-839e-00366d82a826 req-a72e3d44-1599-44f9-bb83-016296fb670b service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Refreshing instance network info cache due to event network-changed-3cb3a681-2a65-4500-a952-5de143622252. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2b7f1fca-5122-45b9-839e-00366d82a826 req-a72e3d44-1599-44f9-bb83-016296fb670b service nova] Acquiring lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2b7f1fca-5122-45b9-839e-00366d82a826 req-a72e3d44-1599-44f9-bb83-016296fb670b service nova] Acquired lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.network.neutron [req-2b7f1fca-5122-45b9-839e-00366d82a826 req-a72e3d44-1599-44f9-bb83-016296fb670b service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Refreshing network info cache for port 3cb3a681-2a65-4500-a952-5de143622252 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.044s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5785814f-91d9-407d-b56e-445dad81ebe9]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Searching for a device in session 20 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mbPCiBdZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.network.neutron [req-786de899-ec8d-4c9f-a3ce-9875a868ebde req-f5bc0ed2-a357-47de-9fab-7c316e221203 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Updated VIF entry in instance network info cache for port 82979642-cd20-4260-a437-ccc23ab1de07. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG nova.network.neutron [req-786de899-ec8d-4c9f-a3ce-9875a868ebde req-f5bc0ed2-a357-47de-9fab-7c316e221203 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Updating instance_info_cache with network_info: [{"id": "82979642-cd20-4260-a437-ccc23ab1de07", "address": "fa:16:3e:df:0e:01", "network": {"id": "9717308b-24f6-4fb3-8b71-67229b25204b", "bridge": "br-int", "label": "tempest-TestShelveInstance-650406979-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "314dc60f4bc24a15bc2a9c0cffc412b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82979642-cd", "ovs_interfaceid": "82979642-cd20-4260-a437-ccc23ab1de07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-786de899-ec8d-4c9f-a3ce-9875a868ebde req-f5bc0ed2-a357-47de-9fab-7c316e221203 service nova] Releasing lock "refresh_cache-be9b6662-5d67-462b-b203-c94c2520ae86" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG nova.network.neutron [req-2b7f1fca-5122-45b9-839e-00366d82a826 req-a72e3d44-1599-44f9-bb83-016296fb670b service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Successfully updated port: ae859bf1-2aa6-41e6-92b3-95349d8deba3 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG nova.network.neutron [req-2b7f1fca-5122-45b9-839e-00366d82a826 req-a72e3d44-1599-44f9-bb83-016296fb670b service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2b7f1fca-5122-45b9-839e-00366d82a826 req-a72e3d44-1599-44f9-bb83-016296fb670b service nova] Releasing lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:33 user nova-compute[74974]: INFO nova.virt.block_device [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Booting with volume 214ec59e-f1ff-47b2-9e28-e9e8566d4140 at /dev/vdb
Nov 29 11:56:33 user nova-compute[74974]: DEBUG os_brick.utils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[581f65aa-464b-466c-bf2a-9d90c5bed121]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aab9397-5af6-44e2-98ab-d94a717b0f1a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a044b704-fc18-481a-9b74-f801bbea7667]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[67601919-4af3-49d3-b0c1-c2f4acb329fc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Successfully updated port: c2b8cc0e-36e7-4029-99b0-f630a108cdaa {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.465s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] <== connect_volume: return (1467ms) {'type': 'block', 'scsi_wwn': '23738333236663061', 'path': '/dev/sdd'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23738333236663061', 'path': '/dev/sdd'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Acquiring lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Acquired lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:56:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:56:33 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:56:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a9917f5-1fb8-41e3-a405-9a49ad82b68e]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG os_brick.utils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] <== get_connector_properties: return (149ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Updating existing volume attachment record: c71651d9-4dcc-4e53-9fce-c71de8a4e1c8 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T11:52:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-540495096',display_name='tempest-TestShelveInstance-server-540495096',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-540495096',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1269252610',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:52:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='314dc60f4bc24a15bc2a9c0cffc412b3',ramdisk_id='',reservation_id='r-4dlyuwug',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1806258391',owner_user_name='tempest-TestShelveInstance-1806258391-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:56:20Z,user_data=None,user_id='f8a3fc5cdc15426c8ff1ee8fdfca4d3b',uuid=be9b6662-5d67-462b-b203-c94c2520ae86,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "82979642-cd20-4260-a437-ccc23ab1de07", "address": "fa:16:3e:df:0e:01", "network": {"id": "9717308b-24f6-4fb3-8b71-67229b25204b", "bridge": "br-int", "label": "tempest-TestShelveInstance-650406979-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "314dc60f4bc24a15bc2a9c0cffc412b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82979642-cd", "ovs_interfaceid": "82979642-cd20-4260-a437-ccc23ab1de07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Converting VIF {"id": "82979642-cd20-4260-a437-ccc23ab1de07", "address": "fa:16:3e:df:0e:01", "network": {"id": "9717308b-24f6-4fb3-8b71-67229b25204b", "bridge": "br-int", "label": "tempest-TestShelveInstance-650406979-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "314dc60f4bc24a15bc2a9c0cffc412b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82979642-cd", "ovs_interfaceid": "82979642-cd20-4260-a437-ccc23ab1de07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:0e:01,bridge_name='br-int',has_traffic_filtering=True,id=82979642-cd20-4260-a437-ccc23ab1de07,network=Network(9717308b-24f6-4fb3-8b71-67229b25204b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82979642-cd') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG nova.objects.instance [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lazy-loading 'pci_devices' on Instance uuid be9b6662-5d67-462b-b203-c94c2520ae86 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG nova.objects.base [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Object Instance<be9b6662-5d67-462b-b203-c94c2520ae86> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:56:34 user nova-compute[74974]:   <uuid>be9b6662-5d67-462b-b203-c94c2520ae86</uuid>
Nov 29 11:56:34 user nova-compute[74974]:   <name>instance-0000000a</name>
Nov 29 11:56:34 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:56:34 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:56:34 user nova-compute[74974]:   <metadata>
Nov 29 11:56:34 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:56:34 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:56:34 user nova-compute[74974]:       <nova:name>tempest-TestShelveInstance-server-540495096</nova:name>
Nov 29 11:56:34 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:56:32</nova:creationTime>
Nov 29 11:56:34 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:56:34 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:56:34 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:56:34 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:56:34 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:56:34 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:56:34 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:56:34 user nova-compute[74974]:       <nova:owner>
Nov 29 11:56:34 user nova-compute[74974]:         <nova:user uuid="f8a3fc5cdc15426c8ff1ee8fdfca4d3b">tempest-TestShelveInstance-1806258391-project-member</nova:user>
Nov 29 11:56:34 user nova-compute[74974]:         <nova:project uuid="314dc60f4bc24a15bc2a9c0cffc412b3">tempest-TestShelveInstance-1806258391</nova:project>
Nov 29 11:56:34 user nova-compute[74974]:       </nova:owner>
Nov 29 11:56:34 user nova-compute[74974]:       <nova:ports>
Nov 29 11:56:34 user nova-compute[74974]:         <nova:port uuid="82979642-cd20-4260-a437-ccc23ab1de07">
Nov 29 11:56:34 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 29 11:56:34 user nova-compute[74974]:         </nova:port>
Nov 29 11:56:34 user nova-compute[74974]:       </nova:ports>
Nov 29 11:56:34 user nova-compute[74974]:     </nova:instance>
Nov 29 11:56:34 user nova-compute[74974]:   </metadata>
Nov 29 11:56:34 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:56:34 user nova-compute[74974]:     <system>
Nov 29 11:56:34 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:56:34 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:56:34 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:56:34 user nova-compute[74974]:       <entry name="serial">be9b6662-5d67-462b-b203-c94c2520ae86</entry>
Nov 29 11:56:34 user nova-compute[74974]:       <entry name="uuid">be9b6662-5d67-462b-b203-c94c2520ae86</entry>
Nov 29 11:56:34 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:56:34 user nova-compute[74974]:     </system>
Nov 29 11:56:34 user nova-compute[74974]:   </sysinfo>
Nov 29 11:56:34 user nova-compute[74974]:   <os>
Nov 29 11:56:34 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:56:34 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:56:34 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:56:34 user nova-compute[74974]:   </os>
Nov 29 11:56:34 user nova-compute[74974]:   <features>
Nov 29 11:56:34 user nova-compute[74974]:     <acpi/>
Nov 29 11:56:34 user nova-compute[74974]:     <apic/>
Nov 29 11:56:34 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:56:34 user nova-compute[74974]:   </features>
Nov 29 11:56:34 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:56:34 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:56:34 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:56:34 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:56:34 user nova-compute[74974]:   </clock>
Nov 29 11:56:34 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:56:34 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:56:34 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:56:34 user nova-compute[74974]:   </cpu>
Nov 29 11:56:34 user nova-compute[74974]:   <devices>
Nov 29 11:56:34 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 11:56:34 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:56:34 user nova-compute[74974]:       <source dev="/dev/sdd"/>
Nov 29 11:56:34 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:56:34 user nova-compute[74974]:       <serial>52ddaa42-f2d6-4390-a25f-7a555295d605</serial>
Nov 29 11:56:34 user nova-compute[74974]:     </disk>
Nov 29 11:56:34 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:56:34 user nova-compute[74974]:       <mac address="fa:16:3e:df:0e:01"/>
Nov 29 11:56:34 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:56:34 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:56:34 user nova-compute[74974]:       <target dev="tap82979642-cd"/>
Nov 29 11:56:34 user nova-compute[74974]:     </interface>
Nov 29 11:56:34 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:56:34 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/be9b6662-5d67-462b-b203-c94c2520ae86/console.log" append="off"/>
Nov 29 11:56:34 user nova-compute[74974]:     </serial>
Nov 29 11:56:34 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:56:34 user nova-compute[74974]:     <video>
Nov 29 11:56:34 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:56:34 user nova-compute[74974]:     </video>
Nov 29 11:56:34 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:56:34 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:56:34 user nova-compute[74974]:     </rng>
Nov 29 11:56:34 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:56:34 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:56:34 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:56:34 user nova-compute[74974]:     </memballoon>
Nov 29 11:56:34 user nova-compute[74974]:   </devices>
Nov 29 11:56:34 user nova-compute[74974]: </domain>
Nov 29 11:56:34 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T11:52:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-540495096',display_name='tempest-TestShelveInstance-server-540495096',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-540495096',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1269252610',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:52:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='314dc60f4bc24a15bc2a9c0cffc412b3',ramdisk_id='',reservation_id='r-4dlyuwug',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1806258391',owner_user_name='tempest-TestShelveInstance-1806258391-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:56:20Z,user_data=None,user_id='f8a3fc5cdc15426c8ff1ee8fdfca4d3b',uuid=be9b6662-5d67-462b-b203-c94c2520ae86,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "82979642-cd20-4260-a437-ccc23ab1de07", "address": "fa:16:3e:df:0e:01", "network": {"id": "9717308b-24f6-4fb3-8b71-67229b25204b", "bridge": "br-int", "label": "tempest-TestShelveInstance-650406979-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "314dc60f4bc24a15bc2a9c0cffc412b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82979642-cd", "ovs_interfaceid": "82979642-cd20-4260-a437-ccc23ab1de07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Converting VIF {"id": "82979642-cd20-4260-a437-ccc23ab1de07", "address": "fa:16:3e:df:0e:01", "network": {"id": "9717308b-24f6-4fb3-8b71-67229b25204b", "bridge": "br-int", "label": "tempest-TestShelveInstance-650406979-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "314dc60f4bc24a15bc2a9c0cffc412b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82979642-cd", "ovs_interfaceid": "82979642-cd20-4260-a437-ccc23ab1de07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:0e:01,bridge_name='br-int',has_traffic_filtering=True,id=82979642-cd20-4260-a437-ccc23ab1de07,network=Network(9717308b-24f6-4fb3-8b71-67229b25204b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82979642-cd') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG os_vif [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:0e:01,bridge_name='br-int',has_traffic_filtering=True,id=82979642-cd20-4260-a437-ccc23ab1de07,network=Network(9717308b-24f6-4fb3-8b71-67229b25204b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82979642-cd') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cc2cf28f-0ae1-532b-9691-b72b60dfbd96', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap82979642-cd, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap82979642-cd, col_values=(('qos', UUID('9827efce-6623-4d7b-a77d-2eadf167528b')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap82979642-cd, col_values=(('external_ids', {'iface-id': '82979642-cd20-4260-a437-ccc23ab1de07', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:0e:01', 'vm-uuid': 'be9b6662-5d67-462b-b203-c94c2520ae86'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:34 user nova-compute[74974]: INFO os_vif [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:0e:01,bridge_name='br-int',has_traffic_filtering=True,id=82979642-cd20-4260-a437-ccc23ab1de07,network=Network(9717308b-24f6-4fb3-8b71-67229b25204b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82979642-cd')
Nov 29 11:56:34 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] No VIF found with MAC fa:16:3e:df:0e:01, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG nova.compute.manager [req-a59a8162-fc7c-47ac-829b-91b0eb8e5684 req-dd767d62-e6a8-4d3c-b284-ed7c947b1671 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-changed-ae859bf1-2aa6-41e6-92b3-95349d8deba3 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG nova.compute.manager [req-a59a8162-fc7c-47ac-829b-91b0eb8e5684 req-dd767d62-e6a8-4d3c-b284-ed7c947b1671 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Refreshing instance network info cache due to event network-changed-ae859bf1-2aa6-41e6-92b3-95349d8deba3. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:56:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a59a8162-fc7c-47ac-829b-91b0eb8e5684 req-dd767d62-e6a8-4d3c-b284-ed7c947b1671 service nova] Acquiring lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:36 user nova-compute[74974]: DEBUG nova.compute.manager [req-333642e9-1c0d-497d-b341-9e92b543a706 req-d41d910f-aac2-4cb7-a5a6-904290265b27 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Received event network-vif-plugged-82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-333642e9-1c0d-497d-b341-9e92b543a706 req-d41d910f-aac2-4cb7-a5a6-904290265b27 service nova] Acquiring lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-333642e9-1c0d-497d-b341-9e92b543a706 req-d41d910f-aac2-4cb7-a5a6-904290265b27 service nova] Lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-333642e9-1c0d-497d-b341-9e92b543a706 req-d41d910f-aac2-4cb7-a5a6-904290265b27 service nova] Lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:36 user nova-compute[74974]: DEBUG nova.compute.manager [req-333642e9-1c0d-497d-b341-9e92b543a706 req-d41d910f-aac2-4cb7-a5a6-904290265b27 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] No waiting events found dispatching network-vif-plugged-82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:56:36 user nova-compute[74974]: WARNING nova.compute.manager [req-333642e9-1c0d-497d-b341-9e92b543a706 req-d41d910f-aac2-4cb7-a5a6-904290265b27 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Received unexpected event network-vif-plugged-82979642-cd20-4260-a437-ccc23ab1de07 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 29 11:56:36 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:56:36 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74974) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 11:56:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:37 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Updating instance_info_cache with network_info: [{"id": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "address": "fa:16:3e:95:ca:80", "network": {"id": "84b962b2-00e7-4782-8030-7cb00332a143", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-108197446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f211da9-58", "ovs_interfaceid": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "address": "fa:16:3e:fd:e7:89", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad8f66ca-ad", "ovs_interfaceid": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "02b2a594-28e4-406f-9252-837d36c4b1aa", "address": "fa:16:3e:d6:0e:cf", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02b2a594-28", "ovs_interfaceid": "02b2a594-28e4-406f-9252-837d36c4b1aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "58cd2c16-1f48-472d-a801-d91155524131", "address": "fa:16:3e:c7:84:c3", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58cd2c16-1f", "ovs_interfaceid": "58cd2c16-1f48-472d-a801-d91155524131", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cb3a681-2a65-4500-a952-5de143622252", "address": "fa:16:3e:bc:0f:fa", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cb3a681-2a", "ovs_interfaceid": "3cb3a681-2a65-4500-a952-5de143622252", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "address": "fa:16:3e:fb:28:aa", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae859bf1-2a", "ovs_interfaceid": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "address": "fa:16:3e:33:19:c0", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2b8cc0e-36", "ovs_interfaceid": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Releasing lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:37 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Instance network_info: |[{"id": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "address": "fa:16:3e:95:ca:80", "network": {"id": "84b962b2-00e7-4782-8030-7cb00332a143", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-108197446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f211da9-58", "ovs_interfaceid": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "address": "fa:16:3e:fd:e7:89", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad8f66ca-ad", "ovs_interfaceid": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "02b2a594-28e4-406f-9252-837d36c4b1aa", "address": "fa:16:3e:d6:0e:cf", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02b2a594-28", "ovs_interfaceid": "02b2a594-28e4-406f-9252-837d36c4b1aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "58cd2c16-1f48-472d-a801-d91155524131", "address": "fa:16:3e:c7:84:c3", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58cd2c16-1f", "ovs_interfaceid": "58cd2c16-1f48-472d-a801-d91155524131", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cb3a681-2a65-4500-a952-5de143622252", "address": "fa:16:3e:bc:0f:fa", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cb3a681-2a", "ovs_interfaceid": "3cb3a681-2a65-4500-a952-5de143622252", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "address": "fa:16:3e:fb:28:aa", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae859bf1-2a", "ovs_interfaceid": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "address": "fa:16:3e:33:19:c0", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2b8cc0e-36", "ovs_interfaceid": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:56:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a59a8162-fc7c-47ac-829b-91b0eb8e5684 req-dd767d62-e6a8-4d3c-b284-ed7c947b1671 service nova] Acquired lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:37 user nova-compute[74974]: DEBUG nova.network.neutron [req-a59a8162-fc7c-47ac-829b-91b0eb8e5684 req-dd767d62-e6a8-4d3c-b284-ed7c947b1671 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Refreshing network info cache for port ae859bf1-2aa6-41e6-92b3-95349d8deba3 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:56:37 user nova-compute[74974]: DEBUG nova.network.neutron [req-a59a8162-fc7c-47ac-829b-91b0eb8e5684 req-dd767d62-e6a8-4d3c-b284-ed7c947b1671 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Updated VIF entry in instance network info cache for port ae859bf1-2aa6-41e6-92b3-95349d8deba3. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:56:37 user nova-compute[74974]: DEBUG nova.network.neutron [req-a59a8162-fc7c-47ac-829b-91b0eb8e5684 req-dd767d62-e6a8-4d3c-b284-ed7c947b1671 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Updating instance_info_cache with network_info: [{"id": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "address": "fa:16:3e:95:ca:80", "network": {"id": "84b962b2-00e7-4782-8030-7cb00332a143", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-108197446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f211da9-58", "ovs_interfaceid": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "address": "fa:16:3e:fd:e7:89", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad8f66ca-ad", "ovs_interfaceid": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "02b2a594-28e4-406f-9252-837d36c4b1aa", "address": "fa:16:3e:d6:0e:cf", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02b2a594-28", "ovs_interfaceid": "02b2a594-28e4-406f-9252-837d36c4b1aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "58cd2c16-1f48-472d-a801-d91155524131", "address": "fa:16:3e:c7:84:c3", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58cd2c16-1f", "ovs_interfaceid": "58cd2c16-1f48-472d-a801-d91155524131", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cb3a681-2a65-4500-a952-5de143622252", "address": "fa:16:3e:bc:0f:fa", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cb3a681-2a", "ovs_interfaceid": "3cb3a681-2a65-4500-a952-5de143622252", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "address": "fa:16:3e:fb:28:aa", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae859bf1-2a", "ovs_interfaceid": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "address": "fa:16:3e:33:19:c0", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2b8cc0e-36", "ovs_interfaceid": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a59a8162-fc7c-47ac-829b-91b0eb8e5684 req-dd767d62-e6a8-4d3c-b284-ed7c947b1671 service nova] Releasing lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-a59a8162-fc7c-47ac-829b-91b0eb8e5684 req-dd767d62-e6a8-4d3c-b284-ed7c947b1671 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-changed-c2b8cc0e-36e7-4029-99b0-f630a108cdaa {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-a59a8162-fc7c-47ac-829b-91b0eb8e5684 req-dd767d62-e6a8-4d3c-b284-ed7c947b1671 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Refreshing instance network info cache due to event network-changed-c2b8cc0e-36e7-4029-99b0-f630a108cdaa. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:56:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a59a8162-fc7c-47ac-829b-91b0eb8e5684 req-dd767d62-e6a8-4d3c-b284-ed7c947b1671 service nova] Acquiring lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a59a8162-fc7c-47ac-829b-91b0eb8e5684 req-dd767d62-e6a8-4d3c-b284-ed7c947b1671 service nova] Acquired lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:37 user nova-compute[74974]: DEBUG nova.network.neutron [req-a59a8162-fc7c-47ac-829b-91b0eb8e5684 req-dd767d62-e6a8-4d3c-b284-ed7c947b1671 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Refreshing network info cache for port c2b8cc0e-36e7-4029-99b0-f630a108cdaa {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:56:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:38 user nova-compute[74974]: INFO nova.compute.manager [None req-c3624031-a730-46a6-a843-2bb914707f65 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Unrescuing
Nov 29 11:56:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c3624031-a730-46a6-a843-2bb914707f65 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquiring lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c3624031-a730-46a6-a843-2bb914707f65 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquired lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:38 user nova-compute[74974]: DEBUG nova.network.neutron [None req-c3624031-a730-46a6-a843-2bb914707f65 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:56:38 user nova-compute[74974]: DEBUG nova.compute.manager [req-bf45f652-4679-4e58-b050-ac29dd16a220 req-ecb0624f-1821-432e-bb3b-decb2430354b service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Received event network-vif-plugged-82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bf45f652-4679-4e58-b050-ac29dd16a220 req-ecb0624f-1821-432e-bb3b-decb2430354b service nova] Acquiring lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bf45f652-4679-4e58-b050-ac29dd16a220 req-ecb0624f-1821-432e-bb3b-decb2430354b service nova] Lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bf45f652-4679-4e58-b050-ac29dd16a220 req-ecb0624f-1821-432e-bb3b-decb2430354b service nova] Lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:38 user nova-compute[74974]: DEBUG nova.compute.manager [req-bf45f652-4679-4e58-b050-ac29dd16a220 req-ecb0624f-1821-432e-bb3b-decb2430354b service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] No waiting events found dispatching network-vif-plugged-82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:56:38 user nova-compute[74974]: WARNING nova.compute.manager [req-bf45f652-4679-4e58-b050-ac29dd16a220 req-ecb0624f-1821-432e-bb3b-decb2430354b service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Received unexpected event network-vif-plugged-82979642-cd20-4260-a437-ccc23ab1de07 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 29 11:56:38 user nova-compute[74974]: DEBUG nova.network.neutron [req-a59a8162-fc7c-47ac-829b-91b0eb8e5684 req-dd767d62-e6a8-4d3c-b284-ed7c947b1671 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Updated VIF entry in instance network info cache for port c2b8cc0e-36e7-4029-99b0-f630a108cdaa. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:56:38 user nova-compute[74974]: DEBUG nova.network.neutron [req-a59a8162-fc7c-47ac-829b-91b0eb8e5684 req-dd767d62-e6a8-4d3c-b284-ed7c947b1671 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Updating instance_info_cache with network_info: [{"id": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "address": "fa:16:3e:95:ca:80", "network": {"id": "84b962b2-00e7-4782-8030-7cb00332a143", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-108197446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f211da9-58", "ovs_interfaceid": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "address": "fa:16:3e:fd:e7:89", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad8f66ca-ad", "ovs_interfaceid": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "02b2a594-28e4-406f-9252-837d36c4b1aa", "address": "fa:16:3e:d6:0e:cf", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02b2a594-28", "ovs_interfaceid": "02b2a594-28e4-406f-9252-837d36c4b1aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "58cd2c16-1f48-472d-a801-d91155524131", "address": "fa:16:3e:c7:84:c3", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58cd2c16-1f", "ovs_interfaceid": "58cd2c16-1f48-472d-a801-d91155524131", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cb3a681-2a65-4500-a952-5de143622252", "address": "fa:16:3e:bc:0f:fa", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cb3a681-2a", "ovs_interfaceid": "3cb3a681-2a65-4500-a952-5de143622252", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "address": "fa:16:3e:fb:28:aa", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae859bf1-2a", "ovs_interfaceid": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "address": "fa:16:3e:33:19:c0", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2b8cc0e-36", "ovs_interfaceid": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a59a8162-fc7c-47ac-829b-91b0eb8e5684 req-dd767d62-e6a8-4d3c-b284-ed7c947b1671 service nova] Releasing lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:38 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:56:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:56:38 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Instance spawned successfully.
Nov 29 11:56:38 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:56:38 user nova-compute[74974]: DEBUG nova.network.neutron [None req-c3624031-a730-46a6-a843-2bb914707f65 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Updating instance_info_cache with network_info: [{"id": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "address": "fa:16:3e:7a:98:b9", "network": {"id": "6501b66d-5548-4067-8570-05be291f16e2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95f1246e08d24623a5fbd9f0c17d3fb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b8c2fd-41", "ovs_interfaceid": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c3624031-a730-46a6-a843-2bb914707f65 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Releasing lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:38 user nova-compute[74974]: DEBUG nova.objects.instance [None req-c3624031-a730-46a6-a843-2bb914707f65 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lazy-loading 'flavor' on Instance uuid 2064c075-ca5f-4ef8-a34f-7c0d64debb57 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:56:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a54bc021-3f56-41f5-bc69-e4e82647b2db tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "be9b6662-5d67-462b-b203-c94c2520ae86" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 18.768s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:40 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Instance destroyed successfully.
Nov 29 11:56:40 user nova-compute[74974]: DEBUG nova.compute.manager [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received event network-vif-unplugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] Acquiring lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:40 user nova-compute[74974]: DEBUG nova.compute.manager [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] No waiting events found dispatching network-vif-unplugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:56:40 user nova-compute[74974]: WARNING nova.compute.manager [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received unexpected event network-vif-unplugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 for instance with vm_state rescued and task_state unrescuing.
Nov 29 11:56:40 user nova-compute[74974]: DEBUG nova.compute.manager [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received event network-changed-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:40 user nova-compute[74974]: DEBUG nova.compute.manager [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Refreshing instance network info cache due to event network-changed-47b8c2fd-418a-4255-bb7f-4c6ed9509554. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:56:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] Acquiring lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] Acquired lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:40 user nova-compute[74974]: DEBUG nova.network.neutron [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Refreshing network info cache for port 47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:56:40 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:56:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:40 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:56:41 user nova-compute[74974]: DEBUG nova.network.neutron [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Updated VIF entry in instance network info cache for port 47b8c2fd-418a-4255-bb7f-4c6ed9509554. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:56:41 user nova-compute[74974]: DEBUG nova.network.neutron [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Updating instance_info_cache with network_info: [{"id": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "address": "fa:16:3e:7a:98:b9", "network": {"id": "6501b66d-5548-4067-8570-05be291f16e2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95f1246e08d24623a5fbd9f0c17d3fb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b8c2fd-41", "ovs_interfaceid": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] Releasing lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:41 user nova-compute[74974]: DEBUG nova.compute.manager [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received event network-changed-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:41 user nova-compute[74974]: DEBUG nova.compute.manager [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Refreshing instance network info cache due to event network-changed-47b8c2fd-418a-4255-bb7f-4c6ed9509554. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:56:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] Acquiring lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] Acquired lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:41 user nova-compute[74974]: DEBUG nova.network.neutron [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Refreshing network info cache for port 47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:56:41 user nova-compute[74974]: DEBUG nova.network.neutron [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Updated VIF entry in instance network info cache for port 47b8c2fd-418a-4255-bb7f-4c6ed9509554. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:56:41 user nova-compute[74974]: DEBUG nova.network.neutron [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Updating instance_info_cache with network_info: [{"id": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "address": "fa:16:3e:7a:98:b9", "network": {"id": "6501b66d-5548-4067-8570-05be291f16e2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95f1246e08d24623a5fbd9f0c17d3fb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b8c2fd-41", "ovs_interfaceid": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] Releasing lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:42 user nova-compute[74974]: DEBUG nova.compute.manager [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received event network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] Acquiring lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:42 user nova-compute[74974]: DEBUG nova.compute.manager [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] No waiting events found dispatching network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:56:42 user nova-compute[74974]: WARNING nova.compute.manager [req-a5c909b1-49c0-4e9f-a2ca-585e23d42306 req-7e53ccf6-4aa3-465f-8ab4-4b355aecdba4 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received unexpected event network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 for instance with vm_state rescued and task_state unrescuing.
Nov 29 11:56:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:42 user nova-compute[74974]: DEBUG nova.compute.manager [req-bcad880a-4463-4655-b9e3-031bb4730a25 req-84976ee0-c962-483a-9ea0-d54d4f46f5e5 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received event network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bcad880a-4463-4655-b9e3-031bb4730a25 req-84976ee0-c962-483a-9ea0-d54d4f46f5e5 service nova] Acquiring lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bcad880a-4463-4655-b9e3-031bb4730a25 req-84976ee0-c962-483a-9ea0-d54d4f46f5e5 service nova] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.010s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bcad880a-4463-4655-b9e3-031bb4730a25 req-84976ee0-c962-483a-9ea0-d54d4f46f5e5 service nova] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:42 user nova-compute[74974]: DEBUG nova.compute.manager [req-bcad880a-4463-4655-b9e3-031bb4730a25 req-84976ee0-c962-483a-9ea0-d54d4f46f5e5 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] No waiting events found dispatching network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:56:42 user nova-compute[74974]: WARNING nova.compute.manager [req-bcad880a-4463-4655-b9e3-031bb4730a25 req-84976ee0-c962-483a-9ea0-d54d4f46f5e5 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received unexpected event network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 for instance with vm_state rescued and task_state unrescuing.
Nov 29 11:56:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:44 user nova-compute[74974]: INFO nova.virt.block_device [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Booting with volume 0be0b15e-6b02-4e35-836d-9c1aaf68c603 at /dev/vdc
Nov 29 11:56:44 user nova-compute[74974]: DEBUG nova.compute.manager [req-de96bc5c-9ca2-4eac-b73f-fcae1ee29b49 req-14ecdf2c-ffe7-45ad-9706-eb3fd25e1131 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received event network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-de96bc5c-9ca2-4eac-b73f-fcae1ee29b49 req-14ecdf2c-ffe7-45ad-9706-eb3fd25e1131 service nova] Acquiring lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-de96bc5c-9ca2-4eac-b73f-fcae1ee29b49 req-14ecdf2c-ffe7-45ad-9706-eb3fd25e1131 service nova] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-de96bc5c-9ca2-4eac-b73f-fcae1ee29b49 req-14ecdf2c-ffe7-45ad-9706-eb3fd25e1131 service nova] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG nova.compute.manager [req-de96bc5c-9ca2-4eac-b73f-fcae1ee29b49 req-14ecdf2c-ffe7-45ad-9706-eb3fd25e1131 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] No waiting events found dispatching network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:56:44 user nova-compute[74974]: WARNING nova.compute.manager [req-de96bc5c-9ca2-4eac-b73f-fcae1ee29b49 req-14ecdf2c-ffe7-45ad-9706-eb3fd25e1131 service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received unexpected event network-vif-plugged-47b8c2fd-418a-4255-bb7f-4c6ed9509554 for instance with vm_state rescued and task_state unrescuing.
Nov 29 11:56:44 user nova-compute[74974]: DEBUG os_brick.utils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e291314-fe53-4201-97c6-f1c61da2b129]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6da4b10e-499a-4c5a-ad49-51d68ec27b08]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3644ec25-6cf8-4d10-bc04-a1c56b3b2d4c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f93dda1-5b64-435d-b7de-93dd7c9f32b4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:56:44 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:56:44 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[80f0d27f-43c5-44b4-b91b-63a1d16e4102]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG os_brick.utils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] <== get_connector_properties: return (165ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Updating existing volume attachment record: db7dc192-1312-455b-8661-97e114ab8c58 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:56:44 user nova-compute[74974]: DEBUG nova.compute.manager [None req-c3624031-a730-46a6-a843-2bb914707f65 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:56:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.276s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:56:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:56:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:56:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:49 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:56:49 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:56:49 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=7500MB free_disk=25.31031036376953GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:56:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2064c075-ca5f-4ef8-a34f-7c0d64debb57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 3c3aea46-8c78-47db-81a1-6783f7c61a43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 66996956-daa4-48af-b3ab-c21eb0931154 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2ed3a206-5fd0-4782-b47a-20497a7df7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2efba6e2-1052-46af-8c9b-e04be1922fe7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 77ed4d86-4087-4a21-af35-605d0210e311 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance ee78d0d8-0125-46d8-b1e1-2b38eaabeedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e4219657-0bf5-4781-9960-490c7b1d97ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance be9b6662-5d67-462b-b203-c94c2520ae86 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 3173800a-2437-4285-82ac-f2b4a6d38374 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing inventories for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Updating ProviderTree inventory for provider acbc7b17-f018-42b8-afd4-030057f87dc2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Updating inventory in ProviderTree for provider acbc7b17-f018-42b8-afd4-030057f87dc2 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing aggregate associations for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2, aggregates: None {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing trait associations for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_NONE {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.127s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Cleaning up deleted instances {{(pid=74974) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] There are 0 instances to clean {{(pid=74974) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 11:56:50 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:56:51 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:56:51 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:56:51 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:56:51 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:56:51 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 11:56:51 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Skipping network cache update for instance because it is Building. {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 29 11:56:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:56:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:56:51 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 11:56:51 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lazy-loading 'info_cache' on Instance uuid 2064c075-ca5f-4ef8-a34f-7c0d64debb57 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:56:52 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Updating instance_info_cache with network_info: [{"id": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "address": "fa:16:3e:7a:98:b9", "network": {"id": "6501b66d-5548-4067-8570-05be291f16e2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95f1246e08d24623a5fbd9f0c17d3fb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b8c2fd-41", "ovs_interfaceid": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-2064c075-ca5f-4ef8-a34f-7c0d64debb57" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:56:52 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 11:56:52 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:56:52 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:56:52 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:56:52 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:56:52 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:56:52 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:56:52 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:56:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:56:54 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Creating image(s)
Nov 29 11:56:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Did not create local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Ensure instance console log exists: /opt/stack/data/nova/instances/3173800a-2437-4285-82ac-f2b4a6d38374/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Start _get_guest_xml network_info=[{"id": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "address": "fa:16:3e:95:ca:80", "network": {"id": "84b962b2-00e7-4782-8030-7cb00332a143", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-108197446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f211da9-58", "ovs_interfaceid": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "address": "fa:16:3e:fd:e7:89", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad8f66ca-ad", "ovs_interfaceid": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "02b2a594-28e4-406f-9252-837d36c4b1aa", "address": "fa:16:3e:d6:0e:cf", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02b2a594-28", "ovs_interfaceid": "02b2a594-28e4-406f-9252-837d36c4b1aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "58cd2c16-1f48-472d-a801-d91155524131", "address": "fa:16:3e:c7:84:c3", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58cd2c16-1f", "ovs_interfaceid": "58cd2c16-1f48-472d-a801-d91155524131", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cb3a681-2a65-4500-a952-5de143622252", "address": "fa:16:3e:bc:0f:fa", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cb3a681-2a", "ovs_interfaceid": "3cb3a681-2a65-4500-a952-5de143622252", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "address": "fa:16:3e:fb:28:aa", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae859bf1-2a", "ovs_interfaceid": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "address": "fa:16:3e:33:19:c0", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2b8cc0e-36", "ovs_interfaceid": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'attachment_id': '9f4463dc-8d3e-4ee4-af2a-5f26ada1803f', 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ijLsfoMD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3173800a-2437-4285-82ac-f2b4a6d38374', 'attached_at': '', 'detached_at': '', 'volume_id': 'c48414cd-32f0-4be6-915d-1801463fdb40', 'serial': 'c48414cd-32f0-4be6-915d-1801463fdb40'}, 'volume_type': None}, {'delete_on_termination': False, 'disk_bus': 'virtio', 'attachment_id': 'c71651d9-4dcc-4e53-9fce-c71de8a4e1c8', 'guest_format': None, 'device_type': 'disk', 'boot_index': 1, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VNpuerEM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3173800a-2437-4285-82ac-f2b4a6d38374', 'attached_at': '', 'detached_at': '', 'volume_id': '214ec59e-f1ff-47b2-9e28-e9e8566d4140', 'serial': '214ec59e-f1ff-47b2-9e28-e9e8566d4140'}, 'volume_type': None}, {'delete_on_termination': False, 'disk_bus': 'virtio', 'attachment_id': 'db7dc192-1312-455b-8661-97e114ab8c58', 'guest_format': None, 'device_type': 'disk', 'boot_index': 2, 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iqkxVoWC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3173800a-2437-4285-82ac-f2b4a6d38374', 'attached_at': '', 'detached_at': '', 'volume_id': '0be0b15e-6b02-4e35-836d-9c1aaf68c603', 'serial': '0be0b15e-6b02-4e35-836d-9c1aaf68c603'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:56:54 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:56:54 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:56:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ijLsfoMD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:56:54 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:56:54 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:56:54 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d17441aa-61da-4d60-b0bb-f68dfa34c3b7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:56:54 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[163a0cfb-fa3f-4b77-894e-75e6b61f3fa4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40] added
Nov 29 11:56:54 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.037s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[36621232-be72-44e1-a2a7-98e28e777f4a]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e75b87e-e689-4e27-833e-a3c1983a9742]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ijLsfoMD {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ijLsfoMD" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e669dc47-f414-45c1-9700-e1babc0ca21a]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ijLsfoMD'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[75ebab28-2708-445e-aeff-93af4a63850c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[44300e02-67bd-402c-96ca-02e4653409f7]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:56:54 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:56:54 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:56:54 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:56:54 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:56:54 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:56:54 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8cd136f-c07c-436a-a401-4dd3a0e3e843]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40, portal: 172.16.0.220,3260]
Nov 29 11:56:54 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40, portal: 172.16.0.220,3260] successful.
Nov 29 11:56:54 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[df510792-e955-47c5-87f0-a65926707c9d]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b04255b7-8893-4f69-8dc4-91ca8d3e6111]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:56:54 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:56:54 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:56:54 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:56:54 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:56:54 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:56:54 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:56:54 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:56:54 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.300s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] HCTL ('36', '-', '-', 0) found on session 21 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.039s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d50365b2-f495-40fb-bc8b-533b23e25e64]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Searching for a device in session 21 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ijLsfoMD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "3c3aea46-8c78-47db-81a1-6783f7c61a43" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "3c3aea46-8c78-47db-81a1-6783f7c61a43" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "3c3aea46-8c78-47db-81a1-6783f7c61a43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "3c3aea46-8c78-47db-81a1-6783f7c61a43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.004s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "3c3aea46-8c78-47db-81a1-6783f7c61a43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:55 user nova-compute[74974]: INFO nova.compute.manager [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Terminating instance
Nov 29 11:56:55 user nova-compute[74974]: DEBUG nova.compute.manager [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG nova.compute.manager [req-c0566b1b-e04f-4e84-957e-ab61773547f6 req-56523405-0bcc-4fb2-b1f1-24026afe4637 service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Received event network-vif-unplugged-0fecc7e1-45e6-482d-b734-4119315c282d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c0566b1b-e04f-4e84-957e-ab61773547f6 req-56523405-0bcc-4fb2-b1f1-24026afe4637 service nova] Acquiring lock "3c3aea46-8c78-47db-81a1-6783f7c61a43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c0566b1b-e04f-4e84-957e-ab61773547f6 req-56523405-0bcc-4fb2-b1f1-24026afe4637 service nova] Lock "3c3aea46-8c78-47db-81a1-6783f7c61a43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c0566b1b-e04f-4e84-957e-ab61773547f6 req-56523405-0bcc-4fb2-b1f1-24026afe4637 service nova] Lock "3c3aea46-8c78-47db-81a1-6783f7c61a43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG nova.compute.manager [req-c0566b1b-e04f-4e84-957e-ab61773547f6 req-56523405-0bcc-4fb2-b1f1-24026afe4637 service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] No waiting events found dispatching network-vif-unplugged-0fecc7e1-45e6-482d-b734-4119315c282d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG nova.compute.manager [req-c0566b1b-e04f-4e84-957e-ab61773547f6 req-56523405-0bcc-4fb2-b1f1-24026afe4637 service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Received event network-vif-unplugged-0fecc7e1-45e6-482d-b734-4119315c282d for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.367s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] <== connect_volume: return (1370ms) {'type': 'block', 'scsi_wwn': '26165356661336238', 'path': '/dev/sde'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26165356661336238', 'path': '/dev/sde'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VNpuerEM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:56:55 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:56:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:56:55 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:56:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:56:55 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dcce727-ce70-4539-bc01-8bc710d61b52]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:56:55 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[574fe067-8dac-4b7a-829d-ef66479381c6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140] added
Nov 29 11:56:55 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[af38df40-c70c-4b6b-aa57-8809b13680c2]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f727bf15-9c68-4a57-bb58-73c128021b7c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VNpuerEM {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VNpuerEM" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[976b0ad1-53e8-4108-8f2b-4462ad3bb403]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VNpuerEM'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ec33963-d366-4ee4-913b-e5a9bac8e704]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[34737827-a55e-4326-94ff-1388128ac15d]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:56:55 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:56:55 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:56:55 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:56:55 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:56:55 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:56:55 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:56:55 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:56:55 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:56:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7687438-165e-4bc8-b994-2ba9c040d6f8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140, portal: 172.16.0.220,3260]
Nov 29 11:56:56 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140, portal: 172.16.0.220,3260] successful.
Nov 29 11:56:56 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[acf52d48-e10b-4a3c-acd7-7337d86227c3]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[74ba19a2-5481-489b-8cce-1a3784954a06]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:56:56 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:56:56 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:56:56 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:56:56 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:56:56 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:56:56 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:56:56 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:56:56 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:56:56 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:56:56 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.296s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] HCTL ('37', '-', '-', 0) found on session 22 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3da0c380-8585-411e-a9be-854c3d1b7d22]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Searching for a device in session 22 and hctl ['37', '*', '*', 0] yield: None {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:56:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Instance destroyed successfully.
Nov 29 11:56:56 user nova-compute[74974]: DEBUG nova.objects.instance [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lazy-loading 'resources' on Instance uuid 3c3aea46-8c78-47db-81a1-6783f7c61a43 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:51:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1385035971',display_name='tempest-VolumesAdminNegativeTest-server-1385035971',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1385035971',id=3,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNWUXNg0mUU9sOvCLYsFiO8WChFj2pCXcX29+QUfDcxMyr3jtbnVDToZF6oM7n5oGaRTXEAxBuUTHcptvDMaq/0QxMeNLdGCzViBu5QmpZKvUbWFJX1H5mToZBQ6QMIyOQ==',key_name='tempest-keypair-1341927625',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:51:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='442ab51a6f9644b58b174089a531b840',ramdisk_id='',reservation_id='r-7z1x0d9r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-385744489',owner_user_name='tempest-VolumesAdminNegativeTest-385744489-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:51:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8bd7de9e0210495fb9f7293c81615b19',uuid=3c3aea46-8c78-47db-81a1-6783f7c61a43,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0fecc7e1-45e6-482d-b734-4119315c282d", "address": "fa:16:3e:6e:70:e4", "network": {"id": "e24c0687-bfa8-4fad-b731-b79baa57c55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-868609875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "442ab51a6f9644b58b174089a531b840", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fecc7e1-45", "ovs_interfaceid": "0fecc7e1-45e6-482d-b734-4119315c282d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Converting VIF {"id": "0fecc7e1-45e6-482d-b734-4119315c282d", "address": "fa:16:3e:6e:70:e4", "network": {"id": "e24c0687-bfa8-4fad-b731-b79baa57c55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-868609875-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "442ab51a6f9644b58b174089a531b840", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fecc7e1-45", "ovs_interfaceid": "0fecc7e1-45e6-482d-b734-4119315c282d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6e:70:e4,bridge_name='br-int',has_traffic_filtering=True,id=0fecc7e1-45e6-482d-b734-4119315c282d,network=Network(e24c0687-bfa8-4fad-b731-b79baa57c55d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0fecc7e1-45') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG os_vif [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6e:70:e4,bridge_name='br-int',has_traffic_filtering=True,id=0fecc7e1-45e6-482d-b734-4119315c282d,network=Network(e24c0687-bfa8-4fad-b731-b79baa57c55d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0fecc7e1-45') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0fecc7e1-45, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c20ef14a-df60-4c0d-9bc6-9e24855e49f9) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:56 user nova-compute[74974]: INFO os_vif [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6e:70:e4,bridge_name='br-int',has_traffic_filtering=True,id=0fecc7e1-45e6-482d-b734-4119315c282d,network=Network(e24c0687-bfa8-4fad-b731-b79baa57c55d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0fecc7e1-45')
Nov 29 11:56:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Deleting instance files /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43_del
Nov 29 11:56:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Deletion of /opt/stack/data/nova/instances/3c3aea46-8c78-47db-81a1-6783f7c61a43_del complete
Nov 29 11:56:56 user nova-compute[74974]: INFO nova.compute.manager [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Took 1.08 seconds to destroy the instance on the hypervisor.
Nov 29 11:56:56 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 11:56:56 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:56:57 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Took 0.67 seconds to deallocate network for instance.
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Searching for a device in session 22 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VNpuerEM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.328s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] <== connect_volume: return (1329ms) {'type': 'block', 'scsi_wwn': '23434316336353636', 'path': '/dev/sdf'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23434316336353636', 'path': '/dev/sdf'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iqkxVoWC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:56:57 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:56:57 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:56:57 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6aa636c-a92e-42dd-bd50-f47873f79670]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:56:57 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f7bf4a1-d5e1-4c58-b324-6c6932e5e7f8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603] added
Nov 29 11:56:57 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc1f9687-bd64-4a67-941d-682be2f5250b]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.037s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc2c45dd-a7c6-4eca-8d2b-ee9af033c98c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iqkxVoWC {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iqkxVoWC" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b50be79-ad5c-401a-9ca2-e52e5dc79b8e]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iqkxVoWC'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9368db4f-1323-49cc-bd90-c3e7fd2e5289]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8bd0050-fbf1-4b2f-82f5-7b07cd5a5ceb]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:56:57 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:56:57 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:56:57 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:56:57 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:56:57 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:56:57 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:56:57 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:56:57 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:56:57 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:56:57 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 -p 172.16.0.220:3260 --login" returned: 0 in 0.102s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[14cd67b4-de53-436f-9dfa-dbab514607a7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603, portal: 172.16.0.220,3260]
Nov 29 11:56:57 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603, portal: 172.16.0.220,3260] successful.
Nov 29 11:56:57 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.423s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f659a85-491f-4e20-9b40-817d1c671a13]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:57 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Deleted allocations for instance 3c3aea46-8c78-47db-81a1-6783f7c61a43
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[17553914-a996-4c98-9a1e-8a26705058f6]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:56:57 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:56:57 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:56:57 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:56:57 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:56:57 user nova-compute[74974]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)
Nov 29 11:56:57 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:56:57 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:56:57 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:56:57 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:56:57 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:56:57 user nova-compute[74974]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)
Nov 29 11:56:57 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.370s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] HCTL ('38', '-', '-', 0) found on session 23 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.031s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[37f62e21-0963-4576-92e3-dcfc65303b13]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Searching for a device in session 23 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iqkxVoWC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-722db711-5fb4-4dd0-838d-079b6be7067a tempest-VolumesAdminNegativeTest-385744489 tempest-VolumesAdminNegativeTest-385744489-project-member] Lock "3c3aea46-8c78-47db-81a1-6783f7c61a43" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.700s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-d2ad0e43-2096-413c-aaca-14045a43eff9 req-a6bd8e2f-e2ea-44ed-821d-0eb3c36fe27e service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Received event network-vif-plugged-0fecc7e1-45e6-482d-b734-4119315c282d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d2ad0e43-2096-413c-aaca-14045a43eff9 req-a6bd8e2f-e2ea-44ed-821d-0eb3c36fe27e service nova] Acquiring lock "3c3aea46-8c78-47db-81a1-6783f7c61a43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d2ad0e43-2096-413c-aaca-14045a43eff9 req-a6bd8e2f-e2ea-44ed-821d-0eb3c36fe27e service nova] Lock "3c3aea46-8c78-47db-81a1-6783f7c61a43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d2ad0e43-2096-413c-aaca-14045a43eff9 req-a6bd8e2f-e2ea-44ed-821d-0eb3c36fe27e service nova] Lock "3c3aea46-8c78-47db-81a1-6783f7c61a43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:56:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-d2ad0e43-2096-413c-aaca-14045a43eff9 req-a6bd8e2f-e2ea-44ed-821d-0eb3c36fe27e service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] No waiting events found dispatching network-vif-plugged-0fecc7e1-45e6-482d-b734-4119315c282d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:56:57 user nova-compute[74974]: WARNING nova.compute.manager [req-d2ad0e43-2096-413c-aaca-14045a43eff9 req-a6bd8e2f-e2ea-44ed-821d-0eb3c36fe27e service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Received unexpected event network-vif-plugged-0fecc7e1-45e6-482d-b734-4119315c282d for instance with vm_state deleted and task_state None.
Nov 29 11:56:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-d2ad0e43-2096-413c-aaca-14045a43eff9 req-a6bd8e2f-e2ea-44ed-821d-0eb3c36fe27e service nova] [instance: 3c3aea46-8c78-47db-81a1-6783f7c61a43] Received event network-vif-deleted-0fecc7e1-45e6-482d-b734-4119315c282d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.423s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] <== connect_volume: return (1424ms) {'type': 'block', 'scsi_wwn': '23238326234636537', 'path': '/dev/sdg'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23238326234636537', 'path': '/dev/sdg'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-345537820',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-345537820',id=20,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCNkEqjyjAYEG3hMgIhi6e3SZMNK5pp5EL7sDLkswBPQOl+w9opZISO9RY5DgxtAtgk9HcQnBF1PcHsMVqnlIdQtKtt3fI9YiWtzlEwcIY9pM1vrwBpEQtlxzF3lY5SiA==',key_name='tempest-keypair-1925524105',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4d09cbff44a84e73a2b66d1f54567844',ramdisk_id='',reservation_id='r-1vj10y36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-330905145',owner_user_name='tempest-TaggedBootDevicesTest_v242-330905145-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524bf296f0b3439e93745c065909cd85',uuid=3173800a-2437-4285-82ac-f2b4a6d38374,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "address": "fa:16:3e:95:ca:80", "network": {"id": "84b962b2-00e7-4782-8030-7cb00332a143", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-108197446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f211da9-58", "ovs_interfaceid": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converting VIF {"id": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "address": "fa:16:3e:95:ca:80", "network": {"id": "84b962b2-00e7-4782-8030-7cb00332a143", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-108197446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f211da9-58", "ovs_interfaceid": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:ca:80,bridge_name='br-int',has_traffic_filtering=True,id=8f211da9-58b4-4a99-8f57-2a3007dd25ec,network=Network(84b962b2-00e7-4782-8030-7cb00332a143),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f211da9-58') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-345537820',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-345537820',id=20,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCNkEqjyjAYEG3hMgIhi6e3SZMNK5pp5EL7sDLkswBPQOl+w9opZISO9RY5DgxtAtgk9HcQnBF1PcHsMVqnlIdQtKtt3fI9YiWtzlEwcIY9pM1vrwBpEQtlxzF3lY5SiA==',key_name='tempest-keypair-1925524105',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4d09cbff44a84e73a2b66d1f54567844',ramdisk_id='',reservation_id='r-1vj10y36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-330905145',owner_user_name='tempest-TaggedBootDevicesTest_v242-330905145-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524bf296f0b3439e93745c065909cd85',uuid=3173800a-2437-4285-82ac-f2b4a6d38374,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "address": "fa:16:3e:fd:e7:89", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad8f66ca-ad", "ovs_interfaceid": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converting VIF {"id": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "address": "fa:16:3e:fd:e7:89", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad8f66ca-ad", "ovs_interfaceid": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:e7:89,bridge_name='br-int',has_traffic_filtering=True,id=ad8f66ca-ad22-4443-ac97-25c6f6f45ae1,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapad8f66ca-ad') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-345537820',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-345537820',id=20,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCNkEqjyjAYEG3hMgIhi6e3SZMNK5pp5EL7sDLkswBPQOl+w9opZISO9RY5DgxtAtgk9HcQnBF1PcHsMVqnlIdQtKtt3fI9YiWtzlEwcIY9pM1vrwBpEQtlxzF3lY5SiA==',key_name='tempest-keypair-1925524105',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4d09cbff44a84e73a2b66d1f54567844',ramdisk_id='',reservation_id='r-1vj10y36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-330905145',owner_user_name='tempest-TaggedBootDevicesTest_v242-330905145-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524bf296f0b3439e93745c065909cd85',uuid=3173800a-2437-4285-82ac-f2b4a6d38374,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "02b2a594-28e4-406f-9252-837d36c4b1aa", "address": "fa:16:3e:d6:0e:cf", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02b2a594-28", "ovs_interfaceid": "02b2a594-28e4-406f-9252-837d36c4b1aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converting VIF {"id": "02b2a594-28e4-406f-9252-837d36c4b1aa", "address": "fa:16:3e:d6:0e:cf", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02b2a594-28", "ovs_interfaceid": "02b2a594-28e4-406f-9252-837d36c4b1aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d6:0e:cf,bridge_name='br-int',has_traffic_filtering=True,id=02b2a594-28e4-406f-9252-837d36c4b1aa,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap02b2a594-28') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-345537820',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-345537820',id=20,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCNkEqjyjAYEG3hMgIhi6e3SZMNK5pp5EL7sDLkswBPQOl+w9opZISO9RY5DgxtAtgk9HcQnBF1PcHsMVqnlIdQtKtt3fI9YiWtzlEwcIY9pM1vrwBpEQtlxzF3lY5SiA==',key_name='tempest-keypair-1925524105',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4d09cbff44a84e73a2b66d1f54567844',ramdisk_id='',reservation_id='r-1vj10y36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-330905145',owner_user_name='tempest-TaggedBootDevicesTest_v242-330905145-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524bf296f0b3439e93745c065909cd85',uuid=3173800a-2437-4285-82ac-f2b4a6d38374,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "58cd2c16-1f48-472d-a801-d91155524131", "address": "fa:16:3e:c7:84:c3", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58cd2c16-1f", "ovs_interfaceid": "58cd2c16-1f48-472d-a801-d91155524131", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converting VIF {"id": "58cd2c16-1f48-472d-a801-d91155524131", "address": "fa:16:3e:c7:84:c3", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58cd2c16-1f", "ovs_interfaceid": "58cd2c16-1f48-472d-a801-d91155524131", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c7:84:c3,bridge_name='br-int',has_traffic_filtering=True,id=58cd2c16-1f48-472d-a801-d91155524131,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58cd2c16-1f') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-345537820',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-345537820',id=20,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCNkEqjyjAYEG3hMgIhi6e3SZMNK5pp5EL7sDLkswBPQOl+w9opZISO9RY5DgxtAtgk9HcQnBF1PcHsMVqnlIdQtKtt3fI9YiWtzlEwcIY9pM1vrwBpEQtlxzF3lY5SiA==',key_name='tempest-keypair-1925524105',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4d09cbff44a84e73a2b66d1f54567844',ramdisk_id='',reservation_id='r-1vj10y36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-330905145',owner_user_name='tempest-TaggedBootDevicesTest_v242-330905145-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524bf296f0b3439e93745c065909cd85',uuid=3173800a-2437-4285-82ac-f2b4a6d38374,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3cb3a681-2a65-4500-a952-5de143622252", "address": "fa:16:3e:bc:0f:fa", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cb3a681-2a", "ovs_interfaceid": "3cb3a681-2a65-4500-a952-5de143622252", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converting VIF {"id": "3cb3a681-2a65-4500-a952-5de143622252", "address": "fa:16:3e:bc:0f:fa", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cb3a681-2a", "ovs_interfaceid": "3cb3a681-2a65-4500-a952-5de143622252", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bc:0f:fa,bridge_name='br-int',has_traffic_filtering=True,id=3cb3a681-2a65-4500-a952-5de143622252,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3cb3a681-2a') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-345537820',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-345537820',id=20,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCNkEqjyjAYEG3hMgIhi6e3SZMNK5pp5EL7sDLkswBPQOl+w9opZISO9RY5DgxtAtgk9HcQnBF1PcHsMVqnlIdQtKtt3fI9YiWtzlEwcIY9pM1vrwBpEQtlxzF3lY5SiA==',key_name='tempest-keypair-1925524105',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4d09cbff44a84e73a2b66d1f54567844',ramdisk_id='',reservation_id='r-1vj10y36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-330905145',owner_user_name='tempest-TaggedBootDevicesTest_v242-330905145-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524bf296f0b3439e93745c065909cd85',uuid=3173800a-2437-4285-82ac-f2b4a6d38374,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "address": "fa:16:3e:fb:28:aa", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae859bf1-2a", "ovs_interfaceid": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converting VIF {"id": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "address": "fa:16:3e:fb:28:aa", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae859bf1-2a", "ovs_interfaceid": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:28:aa,bridge_name='br-int',has_traffic_filtering=True,id=ae859bf1-2aa6-41e6-92b3-95349d8deba3,network=Network(f0f47a53-cc9c-4b5b-82a3-400975f24de7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae859bf1-2a') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-345537820',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-345537820',id=20,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCNkEqjyjAYEG3hMgIhi6e3SZMNK5pp5EL7sDLkswBPQOl+w9opZISO9RY5DgxtAtgk9HcQnBF1PcHsMVqnlIdQtKtt3fI9YiWtzlEwcIY9pM1vrwBpEQtlxzF3lY5SiA==',key_name='tempest-keypair-1925524105',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4d09cbff44a84e73a2b66d1f54567844',ramdisk_id='',reservation_id='r-1vj10y36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-330905145',owner_user_name='tempest-TaggedBootDevicesTest_v242-330905145-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524bf296f0b3439e93745c065909cd85',uuid=3173800a-2437-4285-82ac-f2b4a6d38374,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "address": "fa:16:3e:33:19:c0", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2b8cc0e-36", "ovs_interfaceid": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converting VIF {"id": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "address": "fa:16:3e:33:19:c0", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2b8cc0e-36", "ovs_interfaceid": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:19:c0,bridge_name='br-int',has_traffic_filtering=True,id=c2b8cc0e-36e7-4029-99b0-f630a108cdaa,network=Network(f0f47a53-cc9c-4b5b-82a3-400975f24de7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2b8cc0e-36') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.objects.instance [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lazy-loading 'pci_devices' on Instance uuid 3173800a-2437-4285-82ac-f2b4a6d38374 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:56:58 user nova-compute[74974]:   <uuid>3173800a-2437-4285-82ac-f2b4a6d38374</uuid>
Nov 29 11:56:58 user nova-compute[74974]:   <name>instance-00000014</name>
Nov 29 11:56:58 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:56:58 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:56:58 user nova-compute[74974]:   <metadata>
Nov 29 11:56:58 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:56:58 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:56:58 user nova-compute[74974]:       <nova:name>tempest-device-tagging-server-345537820</nova:name>
Nov 29 11:56:58 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:56:54</nova:creationTime>
Nov 29 11:56:58 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:56:58 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:56:58 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:56:58 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:56:58 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:56:58 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:56:58 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:56:58 user nova-compute[74974]:       <nova:owner>
Nov 29 11:56:58 user nova-compute[74974]:         <nova:user uuid="524bf296f0b3439e93745c065909cd85">tempest-TaggedBootDevicesTest_v242-330905145-project-member</nova:user>
Nov 29 11:56:58 user nova-compute[74974]:         <nova:project uuid="4d09cbff44a84e73a2b66d1f54567844">tempest-TaggedBootDevicesTest_v242-330905145</nova:project>
Nov 29 11:56:58 user nova-compute[74974]:       </nova:owner>
Nov 29 11:56:58 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:56:58 user nova-compute[74974]:       <nova:ports>
Nov 29 11:56:58 user nova-compute[74974]:         <nova:port uuid="8f211da9-58b4-4a99-8f57-2a3007dd25ec">
Nov 29 11:56:58 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 11:56:58 user nova-compute[74974]:         </nova:port>
Nov 29 11:56:58 user nova-compute[74974]:         <nova:port uuid="ad8f66ca-ad22-4443-ac97-25c6f6f45ae1">
Nov 29 11:56:58 user nova-compute[74974]:           <nova:ip type="fixed" address="10.1.1.174" ipVersion="4"/>
Nov 29 11:56:58 user nova-compute[74974]:         </nova:port>
Nov 29 11:56:58 user nova-compute[74974]:         <nova:port uuid="02b2a594-28e4-406f-9252-837d36c4b1aa">
Nov 29 11:56:58 user nova-compute[74974]:           <nova:ip type="fixed" address="10.1.1.107" ipVersion="4"/>
Nov 29 11:56:58 user nova-compute[74974]:         </nova:port>
Nov 29 11:56:58 user nova-compute[74974]:         <nova:port uuid="58cd2c16-1f48-472d-a801-d91155524131">
Nov 29 11:56:58 user nova-compute[74974]:           <nova:ip type="fixed" address="10.1.1.131" ipVersion="4"/>
Nov 29 11:56:58 user nova-compute[74974]:         </nova:port>
Nov 29 11:56:58 user nova-compute[74974]:         <nova:port uuid="3cb3a681-2a65-4500-a952-5de143622252">
Nov 29 11:56:58 user nova-compute[74974]:           <nova:ip type="fixed" address="10.1.1.30" ipVersion="4"/>
Nov 29 11:56:58 user nova-compute[74974]:         </nova:port>
Nov 29 11:56:58 user nova-compute[74974]:         <nova:port uuid="ae859bf1-2aa6-41e6-92b3-95349d8deba3">
Nov 29 11:56:58 user nova-compute[74974]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 29 11:56:58 user nova-compute[74974]:         </nova:port>
Nov 29 11:56:58 user nova-compute[74974]:         <nova:port uuid="c2b8cc0e-36e7-4029-99b0-f630a108cdaa">
Nov 29 11:56:58 user nova-compute[74974]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 29 11:56:58 user nova-compute[74974]:         </nova:port>
Nov 29 11:56:58 user nova-compute[74974]:       </nova:ports>
Nov 29 11:56:58 user nova-compute[74974]:     </nova:instance>
Nov 29 11:56:58 user nova-compute[74974]:   </metadata>
Nov 29 11:56:58 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:56:58 user nova-compute[74974]:     <system>
Nov 29 11:56:58 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:56:58 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:56:58 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:56:58 user nova-compute[74974]:       <entry name="serial">3173800a-2437-4285-82ac-f2b4a6d38374</entry>
Nov 29 11:56:58 user nova-compute[74974]:       <entry name="uuid">3173800a-2437-4285-82ac-f2b4a6d38374</entry>
Nov 29 11:56:58 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:56:58 user nova-compute[74974]:     </system>
Nov 29 11:56:58 user nova-compute[74974]:   </sysinfo>
Nov 29 11:56:58 user nova-compute[74974]:   <os>
Nov 29 11:56:58 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:56:58 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:56:58 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:56:58 user nova-compute[74974]:   </os>
Nov 29 11:56:58 user nova-compute[74974]:   <features>
Nov 29 11:56:58 user nova-compute[74974]:     <acpi/>
Nov 29 11:56:58 user nova-compute[74974]:     <apic/>
Nov 29 11:56:58 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:56:58 user nova-compute[74974]:   </features>
Nov 29 11:56:58 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:56:58 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:56:58 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:56:58 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:56:58 user nova-compute[74974]:   </clock>
Nov 29 11:56:58 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:56:58 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:56:58 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:56:58 user nova-compute[74974]:   </cpu>
Nov 29 11:56:58 user nova-compute[74974]:   <devices>
Nov 29 11:56:58 user nova-compute[74974]:     <disk type="file" device="cdrom">
Nov 29 11:56:58 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none"/>
Nov 29 11:56:58 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/3173800a-2437-4285-82ac-f2b4a6d38374/disk.config"/>
Nov 29 11:56:58 user nova-compute[74974]:       <target dev="hda" bus="ide"/>
Nov 29 11:56:58 user nova-compute[74974]:     </disk>
Nov 29 11:56:58 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 11:56:58 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:56:58 user nova-compute[74974]:       <source dev="/dev/sde"/>
Nov 29 11:56:58 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:56:58 user nova-compute[74974]:       <serial>c48414cd-32f0-4be6-915d-1801463fdb40</serial>
Nov 29 11:56:58 user nova-compute[74974]:     </disk>
Nov 29 11:56:58 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 11:56:58 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:56:58 user nova-compute[74974]:       <source dev="/dev/sdf"/>
Nov 29 11:56:58 user nova-compute[74974]:       <target dev="vdb" bus="virtio"/>
Nov 29 11:56:58 user nova-compute[74974]:       <serial>214ec59e-f1ff-47b2-9e28-e9e8566d4140</serial>
Nov 29 11:56:58 user nova-compute[74974]:     </disk>
Nov 29 11:56:58 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 11:56:58 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:56:58 user nova-compute[74974]:       <source dev="/dev/sdg"/>
Nov 29 11:56:58 user nova-compute[74974]:       <target dev="vdc" bus="virtio"/>
Nov 29 11:56:58 user nova-compute[74974]:       <serial>0be0b15e-6b02-4e35-836d-9c1aaf68c603</serial>
Nov 29 11:56:58 user nova-compute[74974]:     </disk>
Nov 29 11:56:58 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:56:58 user nova-compute[74974]:       <mac address="fa:16:3e:95:ca:80"/>
Nov 29 11:56:58 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:56:58 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:56:58 user nova-compute[74974]:       <target dev="tap8f211da9-58"/>
Nov 29 11:56:58 user nova-compute[74974]:     </interface>
Nov 29 11:56:58 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:56:58 user nova-compute[74974]:       <mac address="fa:16:3e:fd:e7:89"/>
Nov 29 11:56:58 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:56:58 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:56:58 user nova-compute[74974]:       <target dev="tapad8f66ca-ad"/>
Nov 29 11:56:58 user nova-compute[74974]:     </interface>
Nov 29 11:56:58 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:56:58 user nova-compute[74974]:       <mac address="fa:16:3e:d6:0e:cf"/>
Nov 29 11:56:58 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:56:58 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:56:58 user nova-compute[74974]:       <target dev="tap02b2a594-28"/>
Nov 29 11:56:58 user nova-compute[74974]:     </interface>
Nov 29 11:56:58 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:56:58 user nova-compute[74974]:       <mac address="fa:16:3e:c7:84:c3"/>
Nov 29 11:56:58 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:56:58 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:56:58 user nova-compute[74974]:       <target dev="tap58cd2c16-1f"/>
Nov 29 11:56:58 user nova-compute[74974]:     </interface>
Nov 29 11:56:58 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:56:58 user nova-compute[74974]:       <mac address="fa:16:3e:bc:0f:fa"/>
Nov 29 11:56:58 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:56:58 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:56:58 user nova-compute[74974]:       <target dev="tap3cb3a681-2a"/>
Nov 29 11:56:58 user nova-compute[74974]:     </interface>
Nov 29 11:56:58 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:56:58 user nova-compute[74974]:       <mac address="fa:16:3e:fb:28:aa"/>
Nov 29 11:56:58 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:56:58 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:56:58 user nova-compute[74974]:       <target dev="tapae859bf1-2a"/>
Nov 29 11:56:58 user nova-compute[74974]:     </interface>
Nov 29 11:56:58 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:56:58 user nova-compute[74974]:       <mac address="fa:16:3e:33:19:c0"/>
Nov 29 11:56:58 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:56:58 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:56:58 user nova-compute[74974]:       <target dev="tapc2b8cc0e-36"/>
Nov 29 11:56:58 user nova-compute[74974]:     </interface>
Nov 29 11:56:58 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:56:58 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/3173800a-2437-4285-82ac-f2b4a6d38374/console.log" append="off"/>
Nov 29 11:56:58 user nova-compute[74974]:     </serial>
Nov 29 11:56:58 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:56:58 user nova-compute[74974]:     <video>
Nov 29 11:56:58 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:56:58 user nova-compute[74974]:     </video>
Nov 29 11:56:58 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:56:58 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:56:58 user nova-compute[74974]:     </rng>
Nov 29 11:56:58 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:56:58 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:56:58 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:56:58 user nova-compute[74974]:     </memballoon>
Nov 29 11:56:58 user nova-compute[74974]:   </devices>
Nov 29 11:56:58 user nova-compute[74974]: </domain>
Nov 29 11:56:58 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-345537820',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-345537820',id=20,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCNkEqjyjAYEG3hMgIhi6e3SZMNK5pp5EL7sDLkswBPQOl+w9opZISO9RY5DgxtAtgk9HcQnBF1PcHsMVqnlIdQtKtt3fI9YiWtzlEwcIY9pM1vrwBpEQtlxzF3lY5SiA==',key_name='tempest-keypair-1925524105',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4d09cbff44a84e73a2b66d1f54567844',ramdisk_id='',reservation_id='r-1vj10y36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-330905145',owner_user_name='tempest-TaggedBootDevicesTest_v242-330905145-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524bf296f0b3439e93745c065909cd85',uuid=3173800a-2437-4285-82ac-f2b4a6d38374,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "address": "fa:16:3e:95:ca:80", "network": {"id": "84b962b2-00e7-4782-8030-7cb00332a143", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-108197446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f211da9-58", "ovs_interfaceid": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converting VIF {"id": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "address": "fa:16:3e:95:ca:80", "network": {"id": "84b962b2-00e7-4782-8030-7cb00332a143", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-108197446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f211da9-58", "ovs_interfaceid": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:ca:80,bridge_name='br-int',has_traffic_filtering=True,id=8f211da9-58b4-4a99-8f57-2a3007dd25ec,network=Network(84b962b2-00e7-4782-8030-7cb00332a143),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f211da9-58') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG os_vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:ca:80,bridge_name='br-int',has_traffic_filtering=True,id=8f211da9-58b4-4a99-8f57-2a3007dd25ec,network=Network(84b962b2-00e7-4782-8030-7cb00332a143),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f211da9-58') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '71b95593-b7dd-5589-af7b-7b0d4e11d945', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8f211da9-58, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8f211da9-58, col_values=(('qos', UUID('009b5a8d-2973-416d-9201-f1a5dcc4a81a')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8f211da9-58, col_values=(('external_ids', {'iface-id': '8f211da9-58b4-4a99-8f57-2a3007dd25ec', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:95:ca:80', 'vm-uuid': '3173800a-2437-4285-82ac-f2b4a6d38374'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: INFO os_vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:ca:80,bridge_name='br-int',has_traffic_filtering=True,id=8f211da9-58b4-4a99-8f57-2a3007dd25ec,network=Network(84b962b2-00e7-4782-8030-7cb00332a143),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f211da9-58')
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-345537820',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-345537820',id=20,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCNkEqjyjAYEG3hMgIhi6e3SZMNK5pp5EL7sDLkswBPQOl+w9opZISO9RY5DgxtAtgk9HcQnBF1PcHsMVqnlIdQtKtt3fI9YiWtzlEwcIY9pM1vrwBpEQtlxzF3lY5SiA==',key_name='tempest-keypair-1925524105',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4d09cbff44a84e73a2b66d1f54567844',ramdisk_id='',reservation_id='r-1vj10y36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-330905145',owner_user_name='tempest-TaggedBootDevicesTest_v242-330905145-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524bf296f0b3439e93745c065909cd85',uuid=3173800a-2437-4285-82ac-f2b4a6d38374,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "address": "fa:16:3e:fd:e7:89", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad8f66ca-ad", "ovs_interfaceid": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converting VIF {"id": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "address": "fa:16:3e:fd:e7:89", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad8f66ca-ad", "ovs_interfaceid": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:e7:89,bridge_name='br-int',has_traffic_filtering=True,id=ad8f66ca-ad22-4443-ac97-25c6f6f45ae1,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapad8f66ca-ad') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG os_vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:e7:89,bridge_name='br-int',has_traffic_filtering=True,id=ad8f66ca-ad22-4443-ac97-25c6f6f45ae1,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapad8f66ca-ad') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '313154fa-b9ba-5c52-b2bc-bb8cb3dadbe0', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapad8f66ca-ad, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapad8f66ca-ad, col_values=(('qos', UUID('9acb3a7a-94ed-46b7-ae25-ba3cfa601e89')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapad8f66ca-ad, col_values=(('external_ids', {'iface-id': 'ad8f66ca-ad22-4443-ac97-25c6f6f45ae1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fd:e7:89', 'vm-uuid': '3173800a-2437-4285-82ac-f2b4a6d38374'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: INFO os_vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:e7:89,bridge_name='br-int',has_traffic_filtering=True,id=ad8f66ca-ad22-4443-ac97-25c6f6f45ae1,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapad8f66ca-ad')
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-345537820',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-345537820',id=20,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCNkEqjyjAYEG3hMgIhi6e3SZMNK5pp5EL7sDLkswBPQOl+w9opZISO9RY5DgxtAtgk9HcQnBF1PcHsMVqnlIdQtKtt3fI9YiWtzlEwcIY9pM1vrwBpEQtlxzF3lY5SiA==',key_name='tempest-keypair-1925524105',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4d09cbff44a84e73a2b66d1f54567844',ramdisk_id='',reservation_id='r-1vj10y36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-330905145',owner_user_name='tempest-TaggedBootDevicesTest_v242-330905145-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524bf296f0b3439e93745c065909cd85',uuid=3173800a-2437-4285-82ac-f2b4a6d38374,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "02b2a594-28e4-406f-9252-837d36c4b1aa", "address": "fa:16:3e:d6:0e:cf", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02b2a594-28", "ovs_interfaceid": "02b2a594-28e4-406f-9252-837d36c4b1aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converting VIF {"id": "02b2a594-28e4-406f-9252-837d36c4b1aa", "address": "fa:16:3e:d6:0e:cf", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02b2a594-28", "ovs_interfaceid": "02b2a594-28e4-406f-9252-837d36c4b1aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d6:0e:cf,bridge_name='br-int',has_traffic_filtering=True,id=02b2a594-28e4-406f-9252-837d36c4b1aa,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap02b2a594-28') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG os_vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:0e:cf,bridge_name='br-int',has_traffic_filtering=True,id=02b2a594-28e4-406f-9252-837d36c4b1aa,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap02b2a594-28') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3582939c-fc00-5be1-a4e3-d07de49f96ff', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap02b2a594-28, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap02b2a594-28, col_values=(('qos', UUID('df31d7a5-0a6d-4d14-9991-ccb83297c7a4')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap02b2a594-28, col_values=(('external_ids', {'iface-id': '02b2a594-28e4-406f-9252-837d36c4b1aa', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d6:0e:cf', 'vm-uuid': '3173800a-2437-4285-82ac-f2b4a6d38374'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: INFO os_vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:0e:cf,bridge_name='br-int',has_traffic_filtering=True,id=02b2a594-28e4-406f-9252-837d36c4b1aa,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap02b2a594-28')
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-345537820',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-345537820',id=20,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCNkEqjyjAYEG3hMgIhi6e3SZMNK5pp5EL7sDLkswBPQOl+w9opZISO9RY5DgxtAtgk9HcQnBF1PcHsMVqnlIdQtKtt3fI9YiWtzlEwcIY9pM1vrwBpEQtlxzF3lY5SiA==',key_name='tempest-keypair-1925524105',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4d09cbff44a84e73a2b66d1f54567844',ramdisk_id='',reservation_id='r-1vj10y36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-330905145',owner_user_name='tempest-TaggedBootDevicesTest_v242-330905145-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524bf296f0b3439e93745c065909cd85',uuid=3173800a-2437-4285-82ac-f2b4a6d38374,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "58cd2c16-1f48-472d-a801-d91155524131", "address": "fa:16:3e:c7:84:c3", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58cd2c16-1f", "ovs_interfaceid": "58cd2c16-1f48-472d-a801-d91155524131", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converting VIF {"id": "58cd2c16-1f48-472d-a801-d91155524131", "address": "fa:16:3e:c7:84:c3", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58cd2c16-1f", "ovs_interfaceid": "58cd2c16-1f48-472d-a801-d91155524131", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c7:84:c3,bridge_name='br-int',has_traffic_filtering=True,id=58cd2c16-1f48-472d-a801-d91155524131,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58cd2c16-1f') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG os_vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:84:c3,bridge_name='br-int',has_traffic_filtering=True,id=58cd2c16-1f48-472d-a801-d91155524131,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58cd2c16-1f') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0344b075-6c28-5df5-8ebd-8167c17c294a', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap58cd2c16-1f, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap58cd2c16-1f, col_values=(('qos', UUID('2c140029-fdd6-45cb-9f80-5dac1f7814d2')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap58cd2c16-1f, col_values=(('external_ids', {'iface-id': '58cd2c16-1f48-472d-a801-d91155524131', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c7:84:c3', 'vm-uuid': '3173800a-2437-4285-82ac-f2b4a6d38374'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: INFO os_vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:84:c3,bridge_name='br-int',has_traffic_filtering=True,id=58cd2c16-1f48-472d-a801-d91155524131,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58cd2c16-1f')
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-345537820',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-345537820',id=20,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCNkEqjyjAYEG3hMgIhi6e3SZMNK5pp5EL7sDLkswBPQOl+w9opZISO9RY5DgxtAtgk9HcQnBF1PcHsMVqnlIdQtKtt3fI9YiWtzlEwcIY9pM1vrwBpEQtlxzF3lY5SiA==',key_name='tempest-keypair-1925524105',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4d09cbff44a84e73a2b66d1f54567844',ramdisk_id='',reservation_id='r-1vj10y36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-330905145',owner_user_name='tempest-TaggedBootDevicesTest_v242-330905145-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524bf296f0b3439e93745c065909cd85',uuid=3173800a-2437-4285-82ac-f2b4a6d38374,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3cb3a681-2a65-4500-a952-5de143622252", "address": "fa:16:3e:bc:0f:fa", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cb3a681-2a", "ovs_interfaceid": "3cb3a681-2a65-4500-a952-5de143622252", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converting VIF {"id": "3cb3a681-2a65-4500-a952-5de143622252", "address": "fa:16:3e:bc:0f:fa", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cb3a681-2a", "ovs_interfaceid": "3cb3a681-2a65-4500-a952-5de143622252", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bc:0f:fa,bridge_name='br-int',has_traffic_filtering=True,id=3cb3a681-2a65-4500-a952-5de143622252,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3cb3a681-2a') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG os_vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:0f:fa,bridge_name='br-int',has_traffic_filtering=True,id=3cb3a681-2a65-4500-a952-5de143622252,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3cb3a681-2a') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dbf4488f-4013-526b-8085-ce5d21b31c1b', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3cb3a681-2a, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3cb3a681-2a, col_values=(('qos', UUID('7fe16950-6974-4c5a-8b4b-c7b5a45574a9')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3cb3a681-2a, col_values=(('external_ids', {'iface-id': '3cb3a681-2a65-4500-a952-5de143622252', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bc:0f:fa', 'vm-uuid': '3173800a-2437-4285-82ac-f2b4a6d38374'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: INFO os_vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:0f:fa,bridge_name='br-int',has_traffic_filtering=True,id=3cb3a681-2a65-4500-a952-5de143622252,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3cb3a681-2a')
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-345537820',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-345537820',id=20,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCNkEqjyjAYEG3hMgIhi6e3SZMNK5pp5EL7sDLkswBPQOl+w9opZISO9RY5DgxtAtgk9HcQnBF1PcHsMVqnlIdQtKtt3fI9YiWtzlEwcIY9pM1vrwBpEQtlxzF3lY5SiA==',key_name='tempest-keypair-1925524105',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4d09cbff44a84e73a2b66d1f54567844',ramdisk_id='',reservation_id='r-1vj10y36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-330905145',owner_user_name='tempest-TaggedBootDevicesTest_v242-330905145-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524bf296f0b3439e93745c065909cd85',uuid=3173800a-2437-4285-82ac-f2b4a6d38374,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "address": "fa:16:3e:fb:28:aa", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae859bf1-2a", "ovs_interfaceid": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converting VIF {"id": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "address": "fa:16:3e:fb:28:aa", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae859bf1-2a", "ovs_interfaceid": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:28:aa,bridge_name='br-int',has_traffic_filtering=True,id=ae859bf1-2aa6-41e6-92b3-95349d8deba3,network=Network(f0f47a53-cc9c-4b5b-82a3-400975f24de7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae859bf1-2a') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG os_vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:28:aa,bridge_name='br-int',has_traffic_filtering=True,id=ae859bf1-2aa6-41e6-92b3-95349d8deba3,network=Network(f0f47a53-cc9c-4b5b-82a3-400975f24de7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae859bf1-2a') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fbf38bd8-0845-5326-880b-ef991960ce50', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapae859bf1-2a, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapae859bf1-2a, col_values=(('qos', UUID('f5d18bee-9cbe-4aba-b728-09239e88414a')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapae859bf1-2a, col_values=(('external_ids', {'iface-id': 'ae859bf1-2aa6-41e6-92b3-95349d8deba3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fb:28:aa', 'vm-uuid': '3173800a-2437-4285-82ac-f2b4a6d38374'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:59 user nova-compute[74974]: INFO os_vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:28:aa,bridge_name='br-int',has_traffic_filtering=True,id=ae859bf1-2aa6-41e6-92b3-95349d8deba3,network=Network(f0f47a53-cc9c-4b5b-82a3-400975f24de7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae859bf1-2a')
Nov 29 11:56:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-345537820',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-345537820',id=20,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCNkEqjyjAYEG3hMgIhi6e3SZMNK5pp5EL7sDLkswBPQOl+w9opZISO9RY5DgxtAtgk9HcQnBF1PcHsMVqnlIdQtKtt3fI9YiWtzlEwcIY9pM1vrwBpEQtlxzF3lY5SiA==',key_name='tempest-keypair-1925524105',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4d09cbff44a84e73a2b66d1f54567844',ramdisk_id='',reservation_id='r-1vj10y36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-330905145',owner_user_name='tempest-TaggedBootDevicesTest_v242-330905145-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524bf296f0b3439e93745c065909cd85',uuid=3173800a-2437-4285-82ac-f2b4a6d38374,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "address": "fa:16:3e:33:19:c0", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2b8cc0e-36", "ovs_interfaceid": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converting VIF {"id": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "address": "fa:16:3e:33:19:c0", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2b8cc0e-36", "ovs_interfaceid": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:19:c0,bridge_name='br-int',has_traffic_filtering=True,id=c2b8cc0e-36e7-4029-99b0-f630a108cdaa,network=Network(f0f47a53-cc9c-4b5b-82a3-400975f24de7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2b8cc0e-36') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG os_vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:19:c0,bridge_name='br-int',has_traffic_filtering=True,id=c2b8cc0e-36e7-4029-99b0-f630a108cdaa,network=Network(f0f47a53-cc9c-4b5b-82a3-400975f24de7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2b8cc0e-36') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0025efee-e25e-503a-b02c-66a9896fc162', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc2b8cc0e-36, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc2b8cc0e-36, col_values=(('qos', UUID('8bcdb262-c398-4ea9-825b-8b8aff770721')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc2b8cc0e-36, col_values=(('external_ids', {'iface-id': 'c2b8cc0e-36e7-4029-99b0-f630a108cdaa', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:33:19:c0', 'vm-uuid': '3173800a-2437-4285-82ac-f2b4a6d38374'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:56:59 user nova-compute[74974]: INFO os_vif [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:19:c0,bridge_name='br-int',has_traffic_filtering=True,id=c2b8cc0e-36e7-4029-99b0-f630a108cdaa,network=Network(f0f47a53-cc9c-4b5b-82a3-400975f24de7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2b8cc0e-36')
Nov 29 11:56:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] No BDM found with device name hda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] No VIF found with MAC fa:16:3e:95:ca:80, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] No VIF found with MAC fa:16:3e:bc:0f:fa, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:56:59 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Using config drive
Nov 29 11:56:59 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Creating config drive at /opt/stack/data/nova/instances/3173800a-2437-4285-82ac-f2b4a6d38374/disk.config
Nov 29 11:56:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/3173800a-2437-4285-82ac-f2b4a6d38374/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp_fthnqij {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:56:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/3173800a-2437-4285-82ac-f2b4a6d38374/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp_fthnqij" returned: 0 in 0.062s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:01 user nova-compute[74974]: DEBUG nova.compute.manager [req-73fdd3ad-9b12-4288-af51-ce9a49cc75a0 req-1813618a-ade6-471f-a9d0-60ee9e2f8a09 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-plugged-8f211da9-58b4-4a99-8f57-2a3007dd25ec {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:57:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-73fdd3ad-9b12-4288-af51-ce9a49cc75a0 req-1813618a-ade6-471f-a9d0-60ee9e2f8a09 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-73fdd3ad-9b12-4288-af51-ce9a49cc75a0 req-1813618a-ade6-471f-a9d0-60ee9e2f8a09 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-73fdd3ad-9b12-4288-af51-ce9a49cc75a0 req-1813618a-ade6-471f-a9d0-60ee9e2f8a09 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:01 user nova-compute[74974]: DEBUG nova.compute.manager [req-73fdd3ad-9b12-4288-af51-ce9a49cc75a0 req-1813618a-ade6-471f-a9d0-60ee9e2f8a09 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-plugged-8f211da9-58b4-4a99-8f57-2a3007dd25ec {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:57:01 user nova-compute[74974]: WARNING nova.compute.manager [req-73fdd3ad-9b12-4288-af51-ce9a49cc75a0 req-1813618a-ade6-471f-a9d0-60ee9e2f8a09 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received unexpected event network-vif-plugged-8f211da9-58b4-4a99-8f57-2a3007dd25ec for instance with vm_state building and task_state spawning.
Nov 29 11:57:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:01 user nova-compute[74974]: DEBUG nova.compute.manager [req-e239e9a3-0997-4591-9927-d6d055308064 req-d520484b-7c3b-4268-9f12-2380067254ef service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-plugged-ad8f66ca-ad22-4443-ac97-25c6f6f45ae1 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:57:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e239e9a3-0997-4591-9927-d6d055308064 req-d520484b-7c3b-4268-9f12-2380067254ef service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e239e9a3-0997-4591-9927-d6d055308064 req-d520484b-7c3b-4268-9f12-2380067254ef service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e239e9a3-0997-4591-9927-d6d055308064 req-d520484b-7c3b-4268-9f12-2380067254ef service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:01 user nova-compute[74974]: DEBUG nova.compute.manager [req-e239e9a3-0997-4591-9927-d6d055308064 req-d520484b-7c3b-4268-9f12-2380067254ef service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-plugged-ad8f66ca-ad22-4443-ac97-25c6f6f45ae1 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:57:01 user nova-compute[74974]: WARNING nova.compute.manager [req-e239e9a3-0997-4591-9927-d6d055308064 req-d520484b-7c3b-4268-9f12-2380067254ef service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received unexpected event network-vif-plugged-ad8f66ca-ad22-4443-ac97-25c6f6f45ae1 for instance with vm_state building and task_state spawning.
Nov 29 11:57:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "66996956-daa4-48af-b3ab-c21eb0931154" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG nova.objects.instance [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lazy-loading 'flavor' on Instance uuid 66996956-daa4-48af-b3ab-c21eb0931154 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.096s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "66996956-daa4-48af-b3ab-c21eb0931154" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:02 user nova-compute[74974]: INFO nova.compute.manager [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Attaching volume 1b9571b4-9237-43e6-b3e3-64056e335b2e to /dev/vdb
Nov 29 11:57:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG os_brick.utils [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e77e6b86-5983-4a68-bb9a-3b198dc90280]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f89a80d-d9da-469a-b7f4-ec86c647ef30]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7f42665-a99e-4dee-a0ea-e047e468fa58]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3be06fdf-bcf7-477b-a1a7-b4c869fa663b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:57:03 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:57:03 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[12a06960-5d4b-4e7f-b5ab-6940eeefd494]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG os_brick.utils [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] <== get_connector_properties: return (180ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Updating existing volume attachment record: 69946c0d-fd9e-499b-9a06-b1624f1d8963 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-plugged-8f211da9-58b4-4a99-8f57-2a3007dd25ec {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-plugged-8f211da9-58b4-4a99-8f57-2a3007dd25ec {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:57:03 user nova-compute[74974]: WARNING nova.compute.manager [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received unexpected event network-vif-plugged-8f211da9-58b4-4a99-8f57-2a3007dd25ec for instance with vm_state building and task_state spawning.
Nov 29 11:57:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-plugged-02b2a594-28e4-406f-9252-837d36c4b1aa {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-plugged-02b2a594-28e4-406f-9252-837d36c4b1aa {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:57:03 user nova-compute[74974]: WARNING nova.compute.manager [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received unexpected event network-vif-plugged-02b2a594-28e4-406f-9252-837d36c4b1aa for instance with vm_state building and task_state spawning.
Nov 29 11:57:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-plugged-02b2a594-28e4-406f-9252-837d36c4b1aa {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-plugged-02b2a594-28e4-406f-9252-837d36c4b1aa {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:57:03 user nova-compute[74974]: WARNING nova.compute.manager [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received unexpected event network-vif-plugged-02b2a594-28e4-406f-9252-837d36c4b1aa for instance with vm_state building and task_state spawning.
Nov 29 11:57:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-plugged-3cb3a681-2a65-4500-a952-5de143622252 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-plugged-3cb3a681-2a65-4500-a952-5de143622252 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:57:03 user nova-compute[74974]: WARNING nova.compute.manager [req-344d4773-eec6-4265-ad8a-06e7e66fd460 req-5eea246a-f07a-4532-90a1-36b4dc302968 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received unexpected event network-vif-plugged-3cb3a681-2a65-4500-a952-5de143622252 for instance with vm_state building and task_state spawning.
Nov 29 11:57:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-fd98448c-d17d-4e6e-a35c-38181478c2a5 req-ece75759-a47a-4bb6-9f67-abefd481d455 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-plugged-c2b8cc0e-36e7-4029-99b0-f630a108cdaa {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fd98448c-d17d-4e6e-a35c-38181478c2a5 req-ece75759-a47a-4bb6-9f67-abefd481d455 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fd98448c-d17d-4e6e-a35c-38181478c2a5 req-ece75759-a47a-4bb6-9f67-abefd481d455 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fd98448c-d17d-4e6e-a35c-38181478c2a5 req-ece75759-a47a-4bb6-9f67-abefd481d455 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-fd98448c-d17d-4e6e-a35c-38181478c2a5 req-ece75759-a47a-4bb6-9f67-abefd481d455 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-plugged-c2b8cc0e-36e7-4029-99b0-f630a108cdaa {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:57:03 user nova-compute[74974]: WARNING nova.compute.manager [req-fd98448c-d17d-4e6e-a35c-38181478c2a5 req-ece75759-a47a-4bb6-9f67-abefd481d455 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received unexpected event network-vif-plugged-c2b8cc0e-36e7-4029-99b0-f630a108cdaa for instance with vm_state building and task_state spawning.
Nov 29 11:57:04 user nova-compute[74974]: DEBUG nova.compute.manager [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-plugged-ad8f66ca-ad22-4443-ac97-25c6f6f45ae1 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG nova.compute.manager [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-plugged-ad8f66ca-ad22-4443-ac97-25c6f6f45ae1 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:57:04 user nova-compute[74974]: WARNING nova.compute.manager [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received unexpected event network-vif-plugged-ad8f66ca-ad22-4443-ac97-25c6f6f45ae1 for instance with vm_state building and task_state spawning.
Nov 29 11:57:04 user nova-compute[74974]: DEBUG nova.compute.manager [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-plugged-58cd2c16-1f48-472d-a801-d91155524131 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG nova.compute.manager [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-plugged-58cd2c16-1f48-472d-a801-d91155524131 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:57:04 user nova-compute[74974]: WARNING nova.compute.manager [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received unexpected event network-vif-plugged-58cd2c16-1f48-472d-a801-d91155524131 for instance with vm_state building and task_state spawning.
Nov 29 11:57:04 user nova-compute[74974]: DEBUG nova.compute.manager [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-plugged-58cd2c16-1f48-472d-a801-d91155524131 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG nova.compute.manager [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-plugged-58cd2c16-1f48-472d-a801-d91155524131 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:57:04 user nova-compute[74974]: WARNING nova.compute.manager [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received unexpected event network-vif-plugged-58cd2c16-1f48-472d-a801-d91155524131 for instance with vm_state building and task_state spawning.
Nov 29 11:57:04 user nova-compute[74974]: DEBUG nova.compute.manager [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-plugged-ae859bf1-2aa6-41e6-92b3-95349d8deba3 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG nova.compute.manager [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-plugged-ae859bf1-2aa6-41e6-92b3-95349d8deba3 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:57:04 user nova-compute[74974]: WARNING nova.compute.manager [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received unexpected event network-vif-plugged-ae859bf1-2aa6-41e6-92b3-95349d8deba3 for instance with vm_state building and task_state spawning.
Nov 29 11:57:04 user nova-compute[74974]: DEBUG nova.compute.manager [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-plugged-ae859bf1-2aa6-41e6-92b3-95349d8deba3 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG nova.compute.manager [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-plugged-ae859bf1-2aa6-41e6-92b3-95349d8deba3 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:57:04 user nova-compute[74974]: WARNING nova.compute.manager [req-b168be21-7335-4771-b692-a8347676e605 req-1cec9fb3-c38a-448b-b13b-62d9a9a12572 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received unexpected event network-vif-plugged-ae859bf1-2aa6-41e6-92b3-95349d8deba3 for instance with vm_state building and task_state spawning.
Nov 29 11:57:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-47ff5a46-2096-40ea-a55f-16ec9dfeeb4e req-eda7627a-d19f-4ff6-8146-2aafa3ba17cc service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-plugged-3cb3a681-2a65-4500-a952-5de143622252 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:57:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-47ff5a46-2096-40ea-a55f-16ec9dfeeb4e req-eda7627a-d19f-4ff6-8146-2aafa3ba17cc service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-47ff5a46-2096-40ea-a55f-16ec9dfeeb4e req-eda7627a-d19f-4ff6-8146-2aafa3ba17cc service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-47ff5a46-2096-40ea-a55f-16ec9dfeeb4e req-eda7627a-d19f-4ff6-8146-2aafa3ba17cc service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-47ff5a46-2096-40ea-a55f-16ec9dfeeb4e req-eda7627a-d19f-4ff6-8146-2aafa3ba17cc service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-plugged-3cb3a681-2a65-4500-a952-5de143622252 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:57:05 user nova-compute[74974]: WARNING nova.compute.manager [req-47ff5a46-2096-40ea-a55f-16ec9dfeeb4e req-eda7627a-d19f-4ff6-8146-2aafa3ba17cc service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received unexpected event network-vif-plugged-3cb3a681-2a65-4500-a952-5de143622252 for instance with vm_state building and task_state spawning.
Nov 29 11:57:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:57:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:57:05 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Instance spawned successfully.
Nov 29 11:57:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:57:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:57:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:57:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:57:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:57:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:57:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:57:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-d349b999-6891-45c7-8c40-f5799eb16e45 req-751db854-f034-4524-9073-a00a99070931 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-plugged-c2b8cc0e-36e7-4029-99b0-f630a108cdaa {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:57:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d349b999-6891-45c7-8c40-f5799eb16e45 req-751db854-f034-4524-9073-a00a99070931 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d349b999-6891-45c7-8c40-f5799eb16e45 req-751db854-f034-4524-9073-a00a99070931 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d349b999-6891-45c7-8c40-f5799eb16e45 req-751db854-f034-4524-9073-a00a99070931 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-d349b999-6891-45c7-8c40-f5799eb16e45 req-751db854-f034-4524-9073-a00a99070931 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-plugged-c2b8cc0e-36e7-4029-99b0-f630a108cdaa {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:57:05 user nova-compute[74974]: WARNING nova.compute.manager [req-d349b999-6891-45c7-8c40-f5799eb16e45 req-751db854-f034-4524-9073-a00a99070931 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received unexpected event network-vif-plugged-c2b8cc0e-36e7-4029-99b0-f630a108cdaa for instance with vm_state building and task_state spawning.
Nov 29 11:57:05 user nova-compute[74974]: INFO nova.compute.manager [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Took 11.64 seconds to spawn the instance on the hypervisor.
Nov 29 11:57:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:57:06 user nova-compute[74974]: INFO nova.compute.manager [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Took 43.08 seconds to build instance.
Nov 29 11:57:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d86093d8-47f6-4f07-8b95-b70168661978 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "3173800a-2437-4285-82ac-f2b4a6d38374" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 43.420s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KBvVrmkg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:57:11 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:57:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:57:11 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:57:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:57:11 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[29a20e4d-2786-4372-8f18-1269967ba598]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:57:11 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9da0b04-aecb-4597-836f-d7c9f03bbe8d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e] added
Nov 29 11:57:11 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[28ba7758-596c-4379-8a3d-4f9107c3d131]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[43453dde-7ba9-42b5-8c4b-96eb86095ce0]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KBvVrmkg {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KBvVrmkg" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f324cc77-f5eb-47e0-a135-b0e0645dbb98]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KBvVrmkg'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7f8ea75-f50f-497d-8d1e-76263e9a134e]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a09bbdf9-723f-45c5-9141-1f10ccf7245f]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:57:11 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:57:11 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:57:11 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:57:11 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:57:11 user nova-compute[74974]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)
Nov 29 11:57:11 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:57:11 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:57:11 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:57:11 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:57:11 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:57:11 user nova-compute[74974]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)
Nov 29 11:57:11 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c4a557c-ac96-4338-8dc7-0220648ce7da]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e, portal: 172.16.0.220,3260]
Nov 29 11:57:11 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e, portal: 172.16.0.220,3260] successful.
Nov 29 11:57:11 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2f98a52-3d8b-4e81-bcdd-eefa4fffbe3b]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bcffd44-df54-4def-a570-65f6a9eaa48d]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:57:11 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:57:11 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:57:11 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:57:11 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:57:11 user nova-compute[74974]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)
Nov 29 11:57:11 user nova-compute[74974]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e (non-flash)
Nov 29 11:57:11 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:57:11 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:57:11 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:57:11 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:57:11 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:57:11 user nova-compute[74974]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)
Nov 29 11:57:11 user nova-compute[74974]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e (non-flash)
Nov 29 11:57:11 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.309s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] HCTL ('39', '-', '-', 0) found on session 24 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[28565447-5bb1-4121-a3bd-5ce0d008b517]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Searching for a device in session 24 and hctl ['39', '*', '*', 0] yield: None {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquiring lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:11 user nova-compute[74974]: INFO nova.compute.manager [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Detaching volume f96c66db-bcd7-450b-900d-52f286cb9a3a
Nov 29 11:57:12 user nova-compute[74974]: INFO nova.virt.block_device [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Attempting to driver detach volume f96c66db-bcd7-450b-900d-52f286cb9a3a from mountpoint /dev/vdb
Nov 29 11:57:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Attempting to detach device vdb from instance 2064c075-ca5f-4ef8-a34f-7c0d64debb57 from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 11:57:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 11:57:12 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:57:12 user nova-compute[74974]:   <source dev="/dev/sdc"/>
Nov 29 11:57:12 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:57:12 user nova-compute[74974]:   <serial>f96c66db-bcd7-450b-900d-52f286cb9a3a</serial>
Nov 29 11:57:12 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 11:57:12 user nova-compute[74974]: </disk>
Nov 29 11:57:12 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:57:12 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Successfully detached device vdb from instance 2064c075-ca5f-4ef8-a34f-7c0d64debb57 from the persistent domain config.
Nov 29 11:57:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2064c075-ca5f-4ef8-a34f-7c0d64debb57 from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 11:57:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 11:57:12 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:57:12 user nova-compute[74974]:   <source dev="/dev/sdc"/>
Nov 29 11:57:12 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:57:12 user nova-compute[74974]:   <serial>f96c66db-bcd7-450b-900d-52f286cb9a3a</serial>
Nov 29 11:57:12 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 11:57:12 user nova-compute[74974]: </disk>
Nov 29 11:57:12 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:57:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2064c075-ca5f-4ef8-a34f-7c0d64debb57 {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 11:57:12 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Searching for a device in session 24 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:57:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KBvVrmkg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:57:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.348s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:57:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] <== connect_volume: return (1350ms) {'type': 'block', 'scsi_wwn': '26537666564343063', 'path': '/dev/sdh'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:57:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26537666564343063', 'path': '/dev/sdh'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:57:12 user nova-compute[74974]: DEBUG nova.objects.instance [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lazy-loading 'flavor' on Instance uuid 66996956-daa4-48af-b3ab-c21eb0931154 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:57:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 11:57:12 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:57:12 user nova-compute[74974]:   <source dev="/dev/sdh"/>
Nov 29 11:57:12 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:57:12 user nova-compute[74974]:   <serial>1b9571b4-9237-43e6-b3e3-64056e335b2e</serial>
Nov 29 11:57:12 user nova-compute[74974]: </disk>
Nov 29 11:57:12 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid 2064c075-ca5f-4ef8-a34f-7c0d64debb57 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid 66996956-daa4-48af-b3ab-c21eb0931154 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid 2ed3a206-5fd0-4782-b47a-20497a7df7f9 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid 2efba6e2-1052-46af-8c9b-e04be1922fe7 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid 77ed4d86-4087-4a21-af35-605d0210e311 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid ee78d0d8-0125-46d8-b1e1-2b38eaabeedb {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid e4219657-0bf5-4781-9960-490c7b1d97ef {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid 3173800a-2437-4285-82ac-f2b4a6d38374 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid be9b6662-5d67-462b-b203-c94c2520ae86 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "66996956-daa4-48af-b3ab-c21eb0931154" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "2efba6e2-1052-46af-8c9b-e04be1922fe7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "2efba6e2-1052-46af-8c9b-e04be1922fe7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "77ed4d86-4087-4a21-af35-605d0210e311" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "77ed4d86-4087-4a21-af35-605d0210e311" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "e4219657-0bf5-4781-9960-490c7b1d97ef" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "3173800a-2437-4285-82ac-f2b4a6d38374" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "be9b6662-5d67-462b-b203-c94c2520ae86" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "be9b6662-5d67-462b-b203-c94c2520ae86" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "2efba6e2-1052-46af-8c9b-e04be1922fe7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.072s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.075s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.086s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "3173800a-2437-4285-82ac-f2b4a6d38374" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.084s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "77ed4d86-4087-4a21-af35-605d0210e311" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.091s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.091s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "be9b6662-5d67-462b-b203-c94c2520ae86" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.102s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] No VIF found with MAC fa:16:3e:89:3b:69, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.115s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2662078b-22a3-4afb-8963-0cc4dfd9f606 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.797s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "66996956-daa4-48af-b3ab-c21eb0931154" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.254s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "66996956-daa4-48af-b3ab-c21eb0931154" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.023s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "66996956-daa4-48af-b3ab-c21eb0931154" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:16 user nova-compute[74974]: INFO nova.compute.manager [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Detaching volume 1b9571b4-9237-43e6-b3e3-64056e335b2e
Nov 29 11:57:16 user nova-compute[74974]: INFO nova.virt.block_device [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Attempting to driver detach volume 1b9571b4-9237-43e6-b3e3-64056e335b2e from mountpoint /dev/vdb
Nov 29 11:57:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Attempting to detach device vdb from instance 66996956-daa4-48af-b3ab-c21eb0931154 from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 11:57:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 11:57:16 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:57:16 user nova-compute[74974]:   <source dev="/dev/sdh"/>
Nov 29 11:57:16 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:57:16 user nova-compute[74974]:   <serial>1b9571b4-9237-43e6-b3e3-64056e335b2e</serial>
Nov 29 11:57:16 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 11:57:16 user nova-compute[74974]: </disk>
Nov 29 11:57:16 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:57:16 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Successfully detached device vdb from instance 66996956-daa4-48af-b3ab-c21eb0931154 from the persistent domain config.
Nov 29 11:57:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 66996956-daa4-48af-b3ab-c21eb0931154 from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 11:57:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 11:57:16 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:57:16 user nova-compute[74974]:   <source dev="/dev/sdh"/>
Nov 29 11:57:16 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:57:16 user nova-compute[74974]:   <serial>1b9571b4-9237-43e6-b3e3-64056e335b2e</serial>
Nov 29 11:57:16 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 11:57:16 user nova-compute[74974]: </disk>
Nov 29 11:57:16 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:57:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 66996956-daa4-48af-b3ab-c21eb0931154 {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 11:57:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:32 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2064c075-ca5f-4ef8-a34f-7c0d64debb57 is timed out.
Nov 29 11:57:32 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Successfully detached device vdb from instance 2064c075-ca5f-4ef8-a34f-7c0d64debb57 from the live domain config.
Nov 29 11:57:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eTAOlJRL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:57:32 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:57:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[feb47e36-aca2-4ece-8681-4c4725c1e557]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:57:32 user nova-compute[74974]: No targets found.
Nov 29 11:57:32 user nova-compute[74974]: iSNS:
Nov 29 11:57:32 user nova-compute[74974]: No targets found.
Nov 29 11:57:32 user nova-compute[74974]: STATIC:
Nov 29 11:57:32 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603
Nov 29 11:57:32 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:57:32 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:57:32 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140
Nov 29 11:57:32 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:57:32 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:57:32 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e
Nov 29 11:57:32 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:57:32 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:57:32 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a
Nov 29 11:57:32 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:57:32 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:57:32 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605
Nov 29 11:57:32 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:57:32 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:57:32 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40
Nov 29 11:57:32 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:57:32 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:57:32 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3
Nov 29 11:57:32 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:57:32 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:57:32 user nova-compute[74974]: FIRMWARE:
Nov 29 11:57:32 user nova-compute[74974]: No targets found.
Nov 29 11:57:32 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:57:32 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:57:32 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fed0083-870d-4b34-9dd1-b4904330d7dc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[843fd9a0-cccd-4bae-ad0d-004ad2228e19]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:57:32 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:57:32 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:57:32 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:57:32 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:57:32 user nova-compute[74974]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)
Nov 29 11:57:32 user nova-compute[74974]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e (non-flash)
Nov 29 11:57:32 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a (non-flash)
Nov 29 11:57:32 user nova-compute[74974]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:57:32 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:57:32 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:57:32 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:57:32 user nova-compute[74974]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)
Nov 29 11:57:32 user nova-compute[74974]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e (non-flash)
Nov 29 11:57:32 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa859b010>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a'): ({'sdc'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Removing single pathed devices sdc {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c646b7b9-1d4d-4174-a555-648431a67129]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5db08f41-2b63-427b-a385-944d52acf5ed]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Flushing IO for device /dev/sdc {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.011s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b75c2924-0449-4b66-846c-89a62773452d]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[22adc991-6755-47ff-8370-eb6ca95f9a8d]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] SCSI volumes sdc have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f508f65-0832-4247-9df9-02921adadeae]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa8e78e8-851d-4040-b7b6-d426d62dafdd]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a, portal: 172.16.0.220,3260]
Nov 29 11:57:32 user nova-compute[74974]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a, portal: 172.16.0.220,3260] successful.
Nov 29 11:57:32 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f96c66db-bcd7-450b-900d-52f286cb9a3a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f21103f2-d2fc-4f05-b95f-52872ef35aa2]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.327s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] <== disconnect_volume: return (328ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:57:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:57:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:33 user nova-compute[74974]: DEBUG nova.objects.instance [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lazy-loading 'flavor' on Instance uuid 2064c075-ca5f-4ef8-a34f-7c0d64debb57 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:57:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c62f0ffb-9086-43e2-8962-b1dc19fd9955 tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.787s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 20.409s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.024s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:36 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 66996956-daa4-48af-b3ab-c21eb0931154 is timed out.
Nov 29 11:57:36 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Successfully detached device vdb from instance 66996956-daa4-48af-b3ab-c21eb0931154 from the live domain config.
Nov 29 11:57:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KBvVrmkg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:57:36 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:57:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[549275b7-acbb-400c-9756-035f680e771a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:57:36 user nova-compute[74974]: No targets found.
Nov 29 11:57:36 user nova-compute[74974]: iSNS:
Nov 29 11:57:36 user nova-compute[74974]: No targets found.
Nov 29 11:57:36 user nova-compute[74974]: STATIC:
Nov 29 11:57:36 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603
Nov 29 11:57:36 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:57:36 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:57:36 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140
Nov 29 11:57:36 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:57:36 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:57:36 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e
Nov 29 11:57:36 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:57:36 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:57:36 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605
Nov 29 11:57:36 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:57:36 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:57:36 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40
Nov 29 11:57:36 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:57:36 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:57:36 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3
Nov 29 11:57:36 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:57:36 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:57:36 user nova-compute[74974]: FIRMWARE:
Nov 29 11:57:36 user nova-compute[74974]: No targets found.
Nov 29 11:57:36 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:57:36 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:57:36 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e443a9ba-a587-403d-b788-5ccefeedbc2d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddf50a79-6dd2-42b9-844f-d8e424ce8279]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:57:36 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:57:36 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:57:36 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:57:36 user nova-compute[74974]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)
Nov 29 11:57:36 user nova-compute[74974]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e (non-flash)
Nov 29 11:57:36 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:57:36 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:57:36 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:57:36 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:57:36 user nova-compute[74974]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)
Nov 29 11:57:36 user nova-compute[74974]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e (non-flash)
Nov 29 11:57:36 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa837e680>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e'): ({'sdh'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Removing single pathed devices sdh {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7318bb4-4465-4eb7-97d5-fed984510509]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[feae5a6f-133d-4bc8-bb30-ca6732f4b728]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Flushing IO for device /dev/sdh {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.012s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3e566c5-6139-485b-bcc9-8696cf46f665]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:57:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.043s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:37 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[77666732-2bb7-445e-8058-1337d5df0b4c]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:37 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:57:37 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] SCSI volumes sdh have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:57:37 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:57:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:37 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d835a6df-2d24-4219-9db6-0c054e4c5d18]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:37 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:57:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:37 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6c40da3-ea22-496e-8124-031e7da556be]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:37 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e, portal: 172.16.0.220,3260]
Nov 29 11:57:37 user nova-compute[74974]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e, portal: 172.16.0.220,3260] successful.
Nov 29 11:57:37 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:57:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b9571b4-9237-43e6-b3e3-64056e335b2e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:37 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[871e35a3-6778-4b0e-b5dc-31c8c6f7b5bc]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:37 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:57:37 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.312s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:57:37 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] <== disconnect_volume: return (313ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:57:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:57:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:38 user nova-compute[74974]: DEBUG nova.objects.instance [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lazy-loading 'flavor' on Instance uuid 66996956-daa4-48af-b3ab-c21eb0931154 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:57:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0c2bc74c-4e5c-4dd7-84f7-60ab4ca61609 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.949s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:38 user nova-compute[74974]: DEBUG nova.compute.manager [req-5c213de6-78fa-4e18-8463-644ffad7df79 req-03b9a1c2-a61c-454a-92d1-6610d364f294 service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Received event network-changed-c07d734a-7595-4a3c-8ecd-e18274202af8 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:57:38 user nova-compute[74974]: DEBUG nova.compute.manager [req-5c213de6-78fa-4e18-8463-644ffad7df79 req-03b9a1c2-a61c-454a-92d1-6610d364f294 service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Refreshing instance network info cache due to event network-changed-c07d734a-7595-4a3c-8ecd-e18274202af8. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:57:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5c213de6-78fa-4e18-8463-644ffad7df79 req-03b9a1c2-a61c-454a-92d1-6610d364f294 service nova] Acquiring lock "refresh_cache-2efba6e2-1052-46af-8c9b-e04be1922fe7" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:57:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5c213de6-78fa-4e18-8463-644ffad7df79 req-03b9a1c2-a61c-454a-92d1-6610d364f294 service nova] Acquired lock "refresh_cache-2efba6e2-1052-46af-8c9b-e04be1922fe7" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:57:38 user nova-compute[74974]: DEBUG nova.network.neutron [req-5c213de6-78fa-4e18-8463-644ffad7df79 req-03b9a1c2-a61c-454a-92d1-6610d364f294 service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Refreshing network info cache for port c07d734a-7595-4a3c-8ecd-e18274202af8 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:57:38 user nova-compute[74974]: DEBUG nova.network.neutron [req-5c213de6-78fa-4e18-8463-644ffad7df79 req-03b9a1c2-a61c-454a-92d1-6610d364f294 service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Updated VIF entry in instance network info cache for port c07d734a-7595-4a3c-8ecd-e18274202af8. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:57:38 user nova-compute[74974]: DEBUG nova.network.neutron [req-5c213de6-78fa-4e18-8463-644ffad7df79 req-03b9a1c2-a61c-454a-92d1-6610d364f294 service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Updating instance_info_cache with network_info: [{"id": "c07d734a-7595-4a3c-8ecd-e18274202af8", "address": "fa:16:3e:50:90:78", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc07d734a-75", "ovs_interfaceid": "c07d734a-7595-4a3c-8ecd-e18274202af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:57:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5c213de6-78fa-4e18-8463-644ffad7df79 req-03b9a1c2-a61c-454a-92d1-6610d364f294 service nova] Releasing lock "refresh_cache-2efba6e2-1052-46af-8c9b-e04be1922fe7" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:57:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:42 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:57:42 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:57:42 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:57:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:42 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:57:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:43 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:57:43 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:57:43 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:57:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:43 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:57:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:57:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "030bc84e-c46e-4930-a9e1-5f8f5bc78b42" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "030bc84e-c46e-4930-a9e1-5f8f5bc78b42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:45 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:57:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:45 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:57:45 user nova-compute[74974]: INFO nova.compute.claims [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Claim successful on node user
Nov 29 11:57:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:45 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:57:45 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:57:45 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=7301MB free_disk=25.24321746826172GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:57:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.900s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.403s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:46 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.network.neutron [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2064c075-ca5f-4ef8-a34f-7c0d64debb57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 66996956-daa4-48af-b3ab-c21eb0931154 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2ed3a206-5fd0-4782-b47a-20497a7df7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2efba6e2-1052-46af-8c9b-e04be1922fe7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 77ed4d86-4087-4a21-af35-605d0210e311 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance ee78d0d8-0125-46d8-b1e1-2b38eaabeedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e4219657-0bf5-4781-9960-490c7b1d97ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance be9b6662-5d67-462b-b203-c94c2520ae86 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 3173800a-2437-4285-82ac-f2b4a6d38374 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 030bc84e-c46e-4930-a9e1-5f8f5bc78b42 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:57:46 user nova-compute[74974]: INFO nova.virt.block_device [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Booting with volume snapshot e377af95-3d28-4b03-a4d4-bb7401af401a at /dev/vda
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.policy [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3916353998a42d6a65cf663877bbf14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfdef526837a498596f2a4b4dab853ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.509s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:46 user nova-compute[74974]: DEBUG nova.network.neutron [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Successfully created port: 87824510-1c2e-4130-a0b3-9aa6f3e16a73 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:57:47 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:57:47 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:57:47 user nova-compute[74974]: DEBUG nova.network.neutron [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Successfully updated port: 87824510-1c2e-4130-a0b3-9aa6f3e16a73 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:57:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "refresh_cache-030bc84e-c46e-4930-a9e1-5f8f5bc78b42" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:57:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquired lock "refresh_cache-030bc84e-c46e-4930-a9e1-5f8f5bc78b42" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:57:47 user nova-compute[74974]: DEBUG nova.network.neutron [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:57:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-66996956-daa4-48af-b3ab-c21eb0931154" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:57:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-66996956-daa4-48af-b3ab-c21eb0931154" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:57:47 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 11:57:47 user nova-compute[74974]: DEBUG nova.compute.manager [req-17382258-8d15-4322-8083-6816322cbfa3 req-62e958c7-60ee-49cb-943b-89ae438aec42 service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Received event network-changed-87824510-1c2e-4130-a0b3-9aa6f3e16a73 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:57:47 user nova-compute[74974]: DEBUG nova.compute.manager [req-17382258-8d15-4322-8083-6816322cbfa3 req-62e958c7-60ee-49cb-943b-89ae438aec42 service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Refreshing instance network info cache due to event network-changed-87824510-1c2e-4130-a0b3-9aa6f3e16a73. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:57:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-17382258-8d15-4322-8083-6816322cbfa3 req-62e958c7-60ee-49cb-943b-89ae438aec42 service nova] Acquiring lock "refresh_cache-030bc84e-c46e-4930-a9e1-5f8f5bc78b42" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:57:47 user nova-compute[74974]: DEBUG nova.network.neutron [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:57:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:48 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Updating instance_info_cache with network_info: [{"id": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "address": "fa:16:3e:89:3b:69", "network": {"id": "954674c5-6353-42e4-90a2-53c4b06d62f4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-664624636-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "722f7976d9e648639971c41c2a5f7cf0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf7f5ebd-a1", "ovs_interfaceid": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:57:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-66996956-daa4-48af-b3ab-c21eb0931154" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:57:48 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 11:57:48 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:57:48 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:57:48 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:57:48 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:57:48 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:57:48 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:57:48 user nova-compute[74974]: DEBUG nova.network.neutron [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Updating instance_info_cache with network_info: [{"id": "87824510-1c2e-4130-a0b3-9aa6f3e16a73", "address": "fa:16:3e:9f:db:f0", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap87824510-1c", "ovs_interfaceid": "87824510-1c2e-4130-a0b3-9aa6f3e16a73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:57:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Releasing lock "refresh_cache-030bc84e-c46e-4930-a9e1-5f8f5bc78b42" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:57:48 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Instance network_info: |[{"id": "87824510-1c2e-4130-a0b3-9aa6f3e16a73", "address": "fa:16:3e:9f:db:f0", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap87824510-1c", "ovs_interfaceid": "87824510-1c2e-4130-a0b3-9aa6f3e16a73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:57:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-17382258-8d15-4322-8083-6816322cbfa3 req-62e958c7-60ee-49cb-943b-89ae438aec42 service nova] Acquired lock "refresh_cache-030bc84e-c46e-4930-a9e1-5f8f5bc78b42" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:57:48 user nova-compute[74974]: DEBUG nova.network.neutron [req-17382258-8d15-4322-8083-6816322cbfa3 req-62e958c7-60ee-49cb-943b-89ae438aec42 service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Refreshing network info cache for port 87824510-1c2e-4130-a0b3-9aa6f3e16a73 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:57:49 user nova-compute[74974]: DEBUG nova.network.neutron [req-17382258-8d15-4322-8083-6816322cbfa3 req-62e958c7-60ee-49cb-943b-89ae438aec42 service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Updated VIF entry in instance network info cache for port 87824510-1c2e-4130-a0b3-9aa6f3e16a73. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:57:49 user nova-compute[74974]: DEBUG nova.network.neutron [req-17382258-8d15-4322-8083-6816322cbfa3 req-62e958c7-60ee-49cb-943b-89ae438aec42 service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Updating instance_info_cache with network_info: [{"id": "87824510-1c2e-4130-a0b3-9aa6f3e16a73", "address": "fa:16:3e:9f:db:f0", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap87824510-1c", "ovs_interfaceid": "87824510-1c2e-4130-a0b3-9aa6f3e16a73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:57:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-17382258-8d15-4322-8083-6816322cbfa3 req-62e958c7-60ee-49cb-943b-89ae438aec42 service nova] Releasing lock "refresh_cache-030bc84e-c46e-4930-a9e1-5f8f5bc78b42" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:57:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:52 user nova-compute[74974]: DEBUG os_brick.utils [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:57:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:52 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1fd9c5b-60f2-4f07-a6a0-21e502aac4dd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:52 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9a2e793-51b6-4623-a4be-b918b6801a79]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:52 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e222ad25-5646-45ec-b44d-d3c777da4ff5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:52 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c4638c1-7467-475f-9ca4-4b1d4ed2f3aa]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:57:52 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:57:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:57:52 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:57:52 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[58b64519-5857-4b1a-8a04-eade6db5338f]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:57:52 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:57:52 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:57:52 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:57:52 user nova-compute[74974]: DEBUG os_brick.utils [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] <== get_connector_properties: return (145ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:57:52 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Updating existing volume attachment record: 83cc2446-9efb-4992-99e8-31721728ce07 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:57:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:57:55 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a9c0dd3f-9b35-4983-82bd-8d1ccfbdd799 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:57:55 user nova-compute[74974]: INFO nova.compute.manager [None req-a9c0dd3f-9b35-4983-82bd-8d1ccfbdd799 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] instance snapshotting
Nov 29 11:57:55 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a9c0dd3f-9b35-4983-82bd-8d1ccfbdd799 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Beginning live snapshot process
Nov 29 11:57:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a9c0dd3f-9b35-4983-82bd-8d1ccfbdd799 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json -f qcow2 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a9c0dd3f-9b35-4983-82bd-8d1ccfbdd799 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json -f qcow2" returned: 0 in 0.213s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a9c0dd3f-9b35-4983-82bd-8d1ccfbdd799 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json -f qcow2 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a9c0dd3f-9b35-4983-82bd-8d1ccfbdd799 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json -f qcow2" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a9c0dd3f-9b35-4983-82bd-8d1ccfbdd799 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:56 user nova-compute[74974]: DEBUG nova.compute.manager [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:57:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:57:56 user nova-compute[74974]: INFO nova.compute.claims [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Claim successful on node user
Nov 29 11:57:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a9c0dd3f-9b35-4983-82bd-8d1ccfbdd799 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.193s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a9c0dd3f-9b35-4983-82bd-8d1ccfbdd799 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp5dwompt3/f687455004fe496dbd826bdd7477a75e.delta 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a9c0dd3f-9b35-4983-82bd-8d1ccfbdd799 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp5dwompt3/f687455004fe496dbd826bdd7477a75e.delta 1073741824" returned: 0 in 0.055s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a9c0dd3f-9b35-4983-82bd-8d1ccfbdd799 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 29 11:57:57 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:57:57 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:57:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.518s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:57:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:57:57 user nova-compute[74974]: DEBUG nova.network.neutron [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:57:57 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:57:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:57:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:57:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:57:57 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Creating image(s)
Nov 29 11:57:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "/opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "/opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "/opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:57 user nova-compute[74974]: DEBUG nova.policy [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9b1fc53de6a43e888443f24187282c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '800708720f894497a040a971a2d30c58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:57:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-a9c0dd3f-9b35-4983-82bd-8d1ccfbdd799 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] COPY block job progress, current cursor: 65536 final cursor: 75497472 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:57:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.201s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.263s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk 1073741824" returned: 0 in 0.065s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.334s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-a9c0dd3f-9b35-4983-82bd-8d1ccfbdd799 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 11:57:58 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a9c0dd3f-9b35-4983-82bd-8d1ccfbdd799 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 29 11:57:58 user nova-compute[74974]: DEBUG nova.privsep.utils [None req-a9c0dd3f-9b35-4983-82bd-8d1ccfbdd799 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74974) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 11:57:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a9c0dd3f-9b35-4983-82bd-8d1ccfbdd799 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp5dwompt3/f687455004fe496dbd826bdd7477a75e.delta /opt/stack/data/nova/instances/snapshots/tmp5dwompt3/f687455004fe496dbd826bdd7477a75e {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.186s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:58 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Checking if we can resize image /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 11:57:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:57:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:58 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Cannot resize image /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 11:57:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 11:57:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Ensure instance console log exists: /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:57:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:57:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:57:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:57:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a9c0dd3f-9b35-4983-82bd-8d1ccfbdd799 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp5dwompt3/f687455004fe496dbd826bdd7477a75e.delta /opt/stack/data/nova/instances/snapshots/tmp5dwompt3/f687455004fe496dbd826bdd7477a75e" returned: 0 in 0.652s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:57:58 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a9c0dd3f-9b35-4983-82bd-8d1ccfbdd799 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Snapshot extracted, beginning image upload
Nov 29 11:57:59 user nova-compute[74974]: DEBUG nova.network.neutron [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Successfully created port: f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:57:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.network.neutron [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Successfully updated port: f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "refresh_cache-aed8217e-ea57-4e0c-ac38-0e14d82df77f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquired lock "refresh_cache-aed8217e-ea57-4e0c-ac38-0e14d82df77f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.network.neutron [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.compute.manager [req-d04093e1-95da-4664-a6cf-98884ff61ecd req-95c0b508-fb3c-45f4-a3e5-d66811d0bc50 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Received event network-changed-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.compute.manager [req-d04093e1-95da-4664-a6cf-98884ff61ecd req-95c0b508-fb3c-45f4-a3e5-d66811d0bc50 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Refreshing instance network info cache due to event network-changed-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d04093e1-95da-4664-a6cf-98884ff61ecd req-95c0b508-fb3c-45f4-a3e5-d66811d0bc50 service nova] Acquiring lock "refresh_cache-aed8217e-ea57-4e0c-ac38-0e14d82df77f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.network.neutron [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:58:00 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Creating image(s)
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Did not create local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Ensure instance console log exists: /opt/stack/data/nova/instances/030bc84e-c46e-4930-a9e1-5f8f5bc78b42/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Start _get_guest_xml network_info=[{"id": "87824510-1c2e-4130-a0b3-9aa6f3e16a73", "address": "fa:16:3e:9f:db:f0", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap87824510-1c", "ovs_interfaceid": "87824510-1c2e-4130-a0b3-9aa6f3e16a73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-29T11:57:40Z,direct_url=<?>,disk_format='qcow2',id=05d9878a-c87a-4408-89d8-90b6a4c5319f,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1297452576',owner='bfdef526837a498596f2a4b4dab853ed',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-29T11:57:41Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': 'virtio', 'attachment_id': '83cc2446-9efb-4992-99e8-31721728ce07', 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FflnDHek', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '030bc84e-c46e-4930-a9e1-5f8f5bc78b42', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1e3e751-7c15-4dc9-8a04-784cbaa6b796', 'serial': 'b1e3e751-7c15-4dc9-8a04-784cbaa6b796'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:58:00 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:58:00 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-29T11:57:40Z,direct_url=<?>,disk_format='qcow2',id=05d9878a-c87a-4408-89d8-90b6a4c5319f,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1297452576',owner='bfdef526837a498596f2a4b4dab853ed',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-29T11:57:41Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FflnDHek', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:58:00 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:58:00 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:58:00 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:58:00 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.007s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:58:00 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:58:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3919cf1a-4c5d-4246-890e-892c56426dda]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:58:00 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[acc3cb78-cd33-4242-9f2e-1f6daba10e43]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796] added
Nov 29 11:58:00 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[edcafd30-fa27-4399-a8db-24c11cd627ef]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[58090f55-8c1c-4df0-8f31-ed732c477bb4]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FflnDHek {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FflnDHek" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[15a956f8-51aa-4fa4-856c-e01d41bf6e36]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FflnDHek'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2704b81c-4e01-4a6e-8fca-32cc816aea96]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.network.neutron [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Updating instance_info_cache with network_info: [{"id": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "address": "fa:16:3e:d5:64:cf", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6434655-8e", "ovs_interfaceid": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[da88409a-b929-43de-9ee8-9e5e43542465]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:58:00 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:58:00 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:58:00 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:58:00 user nova-compute[74974]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)
Nov 29 11:58:00 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:58:00 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:58:00 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:58:00 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:58:00 user nova-compute[74974]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)
Nov 29 11:58:00 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Releasing lock "refresh_cache-aed8217e-ea57-4e0c-ac38-0e14d82df77f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.compute.manager [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Instance network_info: |[{"id": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "address": "fa:16:3e:d5:64:cf", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6434655-8e", "ovs_interfaceid": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d04093e1-95da-4664-a6cf-98884ff61ecd req-95c0b508-fb3c-45f4-a3e5-d66811d0bc50 service nova] Acquired lock "refresh_cache-aed8217e-ea57-4e0c-ac38-0e14d82df77f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.network.neutron [req-d04093e1-95da-4664-a6cf-98884ff61ecd req-95c0b508-fb3c-45f4-a3e5-d66811d0bc50 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Refreshing network info cache for port f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:58:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Start _get_guest_xml network_info=[{"id": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "address": "fa:16:3e:d5:64:cf", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6434655-8e", "ovs_interfaceid": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:58:00 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:58:00 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:58:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b5a5045-aba0-44db-8658-22dcd55bbde1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796, portal: 172.16.0.220,3260]
Nov 29 11:58:01 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796, portal: 172.16.0.220,3260] successful.
Nov 29 11:58:01 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:57:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1792147335',display_name='tempest-tempest.common.compute-instance-1792147335',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1792147335',id=22,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAIIB+luerUaokK69aeeXIgtFhYIwgA92SecIbDARMIBi6wo4GEAEfOxyYx1tvtIsIoGjmHo6rGDogZDDF9ZUy2XI3iBv0V5/w/cGUuPs0Ugf9oTAvKvVUZ2jSPwGqLyrQ==',key_name='tempest-keypair-524184611',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='800708720f894497a040a971a2d30c58',ramdisk_id='',reservation_id='r-5nerm06i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1108672042',owner_user_name='tempest-ServerActionsTestOtherA-1108672042-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:57:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b9b1fc53de6a43e888443f24187282c2',uuid=aed8217e-ea57-4e0c-ac38-0e14d82df77f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "address": "fa:16:3e:d5:64:cf", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6434655-8e", "ovs_interfaceid": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converting VIF {"id": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "address": "fa:16:3e:d5:64:cf", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6434655-8e", "ovs_interfaceid": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d5:64:cf,bridge_name='br-int',has_traffic_filtering=True,id=f6434655-8e69-46f2-9d70-4e8ad3d6e9e0,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6434655-8e') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.objects.instance [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lazy-loading 'pci_devices' on Instance uuid aed8217e-ea57-4e0c-ac38-0e14d82df77f {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d69680ef-433c-4800-a3cb-eb1675318e9a]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:58:01 user nova-compute[74974]:   <uuid>aed8217e-ea57-4e0c-ac38-0e14d82df77f</uuid>
Nov 29 11:58:01 user nova-compute[74974]:   <name>instance-00000016</name>
Nov 29 11:58:01 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:58:01 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:58:01 user nova-compute[74974]:   <metadata>
Nov 29 11:58:01 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:58:01 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:58:01 user nova-compute[74974]:       <nova:name>tempest-tempest.common.compute-instance-1792147335</nova:name>
Nov 29 11:58:01 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:58:00</nova:creationTime>
Nov 29 11:58:01 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:58:01 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:58:01 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:58:01 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:58:01 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:58:01 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:58:01 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:58:01 user nova-compute[74974]:       <nova:owner>
Nov 29 11:58:01 user nova-compute[74974]:         <nova:user uuid="b9b1fc53de6a43e888443f24187282c2">tempest-ServerActionsTestOtherA-1108672042-project-member</nova:user>
Nov 29 11:58:01 user nova-compute[74974]:         <nova:project uuid="800708720f894497a040a971a2d30c58">tempest-ServerActionsTestOtherA-1108672042</nova:project>
Nov 29 11:58:01 user nova-compute[74974]:       </nova:owner>
Nov 29 11:58:01 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:58:01 user nova-compute[74974]:       <nova:ports>
Nov 29 11:58:01 user nova-compute[74974]:         <nova:port uuid="f6434655-8e69-46f2-9d70-4e8ad3d6e9e0">
Nov 29 11:58:01 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 11:58:01 user nova-compute[74974]:         </nova:port>
Nov 29 11:58:01 user nova-compute[74974]:       </nova:ports>
Nov 29 11:58:01 user nova-compute[74974]:     </nova:instance>
Nov 29 11:58:01 user nova-compute[74974]:   </metadata>
Nov 29 11:58:01 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:58:01 user nova-compute[74974]:     <system>
Nov 29 11:58:01 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:58:01 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:58:01 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:58:01 user nova-compute[74974]:       <entry name="serial">aed8217e-ea57-4e0c-ac38-0e14d82df77f</entry>
Nov 29 11:58:01 user nova-compute[74974]:       <entry name="uuid">aed8217e-ea57-4e0c-ac38-0e14d82df77f</entry>
Nov 29 11:58:01 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:58:01 user nova-compute[74974]:     </system>
Nov 29 11:58:01 user nova-compute[74974]:   </sysinfo>
Nov 29 11:58:01 user nova-compute[74974]:   <os>
Nov 29 11:58:01 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:58:01 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:58:01 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:58:01 user nova-compute[74974]:   </os>
Nov 29 11:58:01 user nova-compute[74974]:   <features>
Nov 29 11:58:01 user nova-compute[74974]:     <acpi/>
Nov 29 11:58:01 user nova-compute[74974]:     <apic/>
Nov 29 11:58:01 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:58:01 user nova-compute[74974]:   </features>
Nov 29 11:58:01 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:58:01 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:58:01 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:58:01 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:58:01 user nova-compute[74974]:   </clock>
Nov 29 11:58:01 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:58:01 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:58:01 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:58:01 user nova-compute[74974]:   </cpu>
Nov 29 11:58:01 user nova-compute[74974]:   <devices>
Nov 29 11:58:01 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 11:58:01 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 11:58:01 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk"/>
Nov 29 11:58:01 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:58:01 user nova-compute[74974]:     </disk>
Nov 29 11:58:01 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:58:01 user nova-compute[74974]:       <mac address="fa:16:3e:d5:64:cf"/>
Nov 29 11:58:01 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:58:01 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:58:01 user nova-compute[74974]:       <target dev="tapf6434655-8e"/>
Nov 29 11:58:01 user nova-compute[74974]:     </interface>
Nov 29 11:58:01 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:58:01 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/console.log" append="off"/>
Nov 29 11:58:01 user nova-compute[74974]:     </serial>
Nov 29 11:58:01 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:58:01 user nova-compute[74974]:     <video>
Nov 29 11:58:01 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:58:01 user nova-compute[74974]:     </video>
Nov 29 11:58:01 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:58:01 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:58:01 user nova-compute[74974]:     </rng>
Nov 29 11:58:01 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:58:01 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:58:01 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:58:01 user nova-compute[74974]:     </memballoon>
Nov 29 11:58:01 user nova-compute[74974]:   </devices>
Nov 29 11:58:01 user nova-compute[74974]: </domain>
Nov 29 11:58:01 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:57:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1792147335',display_name='tempest-tempest.common.compute-instance-1792147335',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1792147335',id=22,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAIIB+luerUaokK69aeeXIgtFhYIwgA92SecIbDARMIBi6wo4GEAEfOxyYx1tvtIsIoGjmHo6rGDogZDDF9ZUy2XI3iBv0V5/w/cGUuPs0Ugf9oTAvKvVUZ2jSPwGqLyrQ==',key_name='tempest-keypair-524184611',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='800708720f894497a040a971a2d30c58',ramdisk_id='',reservation_id='r-5nerm06i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1108672042',owner_user_name='tempest-ServerActionsTestOtherA-1108672042-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:57:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b9b1fc53de6a43e888443f24187282c2',uuid=aed8217e-ea57-4e0c-ac38-0e14d82df77f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "address": "fa:16:3e:d5:64:cf", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6434655-8e", "ovs_interfaceid": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converting VIF {"id": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "address": "fa:16:3e:d5:64:cf", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6434655-8e", "ovs_interfaceid": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d5:64:cf,bridge_name='br-int',has_traffic_filtering=True,id=f6434655-8e69-46f2-9d70-4e8ad3d6e9e0,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6434655-8e') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG os_vif [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d5:64:cf,bridge_name='br-int',has_traffic_filtering=True,id=f6434655-8e69-46f2-9d70-4e8ad3d6e9e0,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6434655-8e') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'df52c154-3b86-5720-9f22-956fddf80f1d', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9df6b5d6-b856-4fa7-8f9a-837935d6df96]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:58:01 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:58:01 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:58:01 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:58:01 user nova-compute[74974]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)
Nov 29 11:58:01 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:58:01 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:58:01 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:58:01 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:58:01 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:58:01 user nova-compute[74974]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)
Nov 29 11:58:01 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:58:01 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.377s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] HCTL ('34', '-', '-', 0) found on session 25 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf6434655-8e, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf6434655-8e, col_values=(('qos', UUID('b362e13a-987d-41ed-a1f9-da0c08631cc9')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf6434655-8e, col_values=(('external_ids', {'iface-id': 'f6434655-8e69-46f2-9d70-4e8ad3d6e9e0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d5:64:cf', 'vm-uuid': 'aed8217e-ea57-4e0c-ac38-0e14d82df77f'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:01 user nova-compute[74974]: INFO os_vif [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d5:64:cf,bridge_name='br-int',has_traffic_filtering=True,id=f6434655-8e69-46f2-9d70-4e8ad3d6e9e0,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6434655-8e')
Nov 29 11:58:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a453b0c-8b8d-4373-9379-40d956fbcb71]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Searching for a device in session 25 and hctl ['34', '*', '*', 0] yield: None {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] No VIF found with MAC fa:16:3e:d5:64:cf, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.network.neutron [req-d04093e1-95da-4664-a6cf-98884ff61ecd req-95c0b508-fb3c-45f4-a3e5-d66811d0bc50 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Updated VIF entry in instance network info cache for port f6434655-8e69-46f2-9d70-4e8ad3d6e9e0. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG nova.network.neutron [req-d04093e1-95da-4664-a6cf-98884ff61ecd req-95c0b508-fb3c-45f4-a3e5-d66811d0bc50 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Updating instance_info_cache with network_info: [{"id": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "address": "fa:16:3e:d5:64:cf", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6434655-8e", "ovs_interfaceid": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:58:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d04093e1-95da-4664-a6cf-98884ff61ecd req-95c0b508-fb3c-45f4-a3e5-d66811d0bc50 service nova] Releasing lock "refresh_cache-aed8217e-ea57-4e0c-ac38-0e14d82df77f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:58:01 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a9c0dd3f-9b35-4983-82bd-8d1ccfbdd799 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Snapshot image upload complete
Nov 29 11:58:01 user nova-compute[74974]: INFO nova.compute.manager [None req-a9c0dd3f-9b35-4983-82bd-8d1ccfbdd799 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Took 6.03 seconds to snapshot the instance on the hypervisor.
Nov 29 11:58:02 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Searching for a device in session 25 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FflnDHek', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.441s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] <== connect_volume: return (1443ms) {'type': 'block', 'scsi_wwn': '23432623561646362', 'path': '/dev/sdc'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23432623561646362', 'path': '/dev/sdc'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:57:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1573481498',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1573481498',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1573481498',id=21,image_ref='05d9878a-c87a-4408-89d8-90b6a4c5319f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDX2qI1A8p/i+NtaSlAzTtKNUylIKOAPAHGOYSMh5vFhu1Dx2iaLoTXrxI3oau7MfnqhTEy3TrSz+o8zhs026+OMcp04dPZvoJEqNYhOjmEyQwfjjHKU6WPe0/c4OIBKXA==',key_name='tempest-keypair-1142091876',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfdef526837a498596f2a4b4dab853ed',ramdisk_id='',reservation_id='r-3x14odib',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-2068658920',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-2068658920-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2068658920',owner_user_name='tempest-TestVolumeBootPattern-2068658920-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:57:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a3916353998a42d6a65cf663877bbf14',uuid=030bc84e-c46e-4930-a9e1-5f8f5bc78b42,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "87824510-1c2e-4130-a0b3-9aa6f3e16a73", "address": "fa:16:3e:9f:db:f0", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap87824510-1c", "ovs_interfaceid": "87824510-1c2e-4130-a0b3-9aa6f3e16a73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converting VIF {"id": "87824510-1c2e-4130-a0b3-9aa6f3e16a73", "address": "fa:16:3e:9f:db:f0", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap87824510-1c", "ovs_interfaceid": "87824510-1c2e-4130-a0b3-9aa6f3e16a73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9f:db:f0,bridge_name='br-int',has_traffic_filtering=True,id=87824510-1c2e-4130-a0b3-9aa6f3e16a73,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap87824510-1c') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG nova.objects.instance [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lazy-loading 'pci_devices' on Instance uuid 030bc84e-c46e-4930-a9e1-5f8f5bc78b42 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:58:02 user nova-compute[74974]:   <uuid>030bc84e-c46e-4930-a9e1-5f8f5bc78b42</uuid>
Nov 29 11:58:02 user nova-compute[74974]:   <name>instance-00000015</name>
Nov 29 11:58:02 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:58:02 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:58:02 user nova-compute[74974]:   <metadata>
Nov 29 11:58:02 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:58:02 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:58:02 user nova-compute[74974]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-1573481498</nova:name>
Nov 29 11:58:02 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:58:00</nova:creationTime>
Nov 29 11:58:02 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:58:02 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:58:02 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:58:02 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:58:02 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:58:02 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:58:02 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:58:02 user nova-compute[74974]:       <nova:owner>
Nov 29 11:58:02 user nova-compute[74974]:         <nova:user uuid="a3916353998a42d6a65cf663877bbf14">tempest-TestVolumeBootPattern-2068658920-project-member</nova:user>
Nov 29 11:58:02 user nova-compute[74974]:         <nova:project uuid="bfdef526837a498596f2a4b4dab853ed">tempest-TestVolumeBootPattern-2068658920</nova:project>
Nov 29 11:58:02 user nova-compute[74974]:       </nova:owner>
Nov 29 11:58:02 user nova-compute[74974]:       <nova:root type="image" uuid="05d9878a-c87a-4408-89d8-90b6a4c5319f"/>
Nov 29 11:58:02 user nova-compute[74974]:       <nova:ports>
Nov 29 11:58:02 user nova-compute[74974]:         <nova:port uuid="87824510-1c2e-4130-a0b3-9aa6f3e16a73">
Nov 29 11:58:02 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 11:58:02 user nova-compute[74974]:         </nova:port>
Nov 29 11:58:02 user nova-compute[74974]:       </nova:ports>
Nov 29 11:58:02 user nova-compute[74974]:     </nova:instance>
Nov 29 11:58:02 user nova-compute[74974]:   </metadata>
Nov 29 11:58:02 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:58:02 user nova-compute[74974]:     <system>
Nov 29 11:58:02 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:58:02 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:58:02 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:58:02 user nova-compute[74974]:       <entry name="serial">030bc84e-c46e-4930-a9e1-5f8f5bc78b42</entry>
Nov 29 11:58:02 user nova-compute[74974]:       <entry name="uuid">030bc84e-c46e-4930-a9e1-5f8f5bc78b42</entry>
Nov 29 11:58:02 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:58:02 user nova-compute[74974]:     </system>
Nov 29 11:58:02 user nova-compute[74974]:   </sysinfo>
Nov 29 11:58:02 user nova-compute[74974]:   <os>
Nov 29 11:58:02 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:58:02 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:58:02 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:58:02 user nova-compute[74974]:   </os>
Nov 29 11:58:02 user nova-compute[74974]:   <features>
Nov 29 11:58:02 user nova-compute[74974]:     <acpi/>
Nov 29 11:58:02 user nova-compute[74974]:     <apic/>
Nov 29 11:58:02 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:58:02 user nova-compute[74974]:   </features>
Nov 29 11:58:02 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:58:02 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:58:02 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:58:02 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:58:02 user nova-compute[74974]:   </clock>
Nov 29 11:58:02 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:58:02 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:58:02 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:58:02 user nova-compute[74974]:   </cpu>
Nov 29 11:58:02 user nova-compute[74974]:   <devices>
Nov 29 11:58:02 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 11:58:02 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:58:02 user nova-compute[74974]:       <source dev="/dev/sdc"/>
Nov 29 11:58:02 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:58:02 user nova-compute[74974]:       <serial>b1e3e751-7c15-4dc9-8a04-784cbaa6b796</serial>
Nov 29 11:58:02 user nova-compute[74974]:     </disk>
Nov 29 11:58:02 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:58:02 user nova-compute[74974]:       <mac address="fa:16:3e:9f:db:f0"/>
Nov 29 11:58:02 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:58:02 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:58:02 user nova-compute[74974]:       <target dev="tap87824510-1c"/>
Nov 29 11:58:02 user nova-compute[74974]:     </interface>
Nov 29 11:58:02 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:58:02 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/030bc84e-c46e-4930-a9e1-5f8f5bc78b42/console.log" append="off"/>
Nov 29 11:58:02 user nova-compute[74974]:     </serial>
Nov 29 11:58:02 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:58:02 user nova-compute[74974]:     <video>
Nov 29 11:58:02 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:58:02 user nova-compute[74974]:     </video>
Nov 29 11:58:02 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:58:02 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:58:02 user nova-compute[74974]:     </rng>
Nov 29 11:58:02 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:58:02 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:58:02 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:58:02 user nova-compute[74974]:     </memballoon>
Nov 29 11:58:02 user nova-compute[74974]:   </devices>
Nov 29 11:58:02 user nova-compute[74974]: </domain>
Nov 29 11:58:02 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:57:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1573481498',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1573481498',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1573481498',id=21,image_ref='05d9878a-c87a-4408-89d8-90b6a4c5319f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDX2qI1A8p/i+NtaSlAzTtKNUylIKOAPAHGOYSMh5vFhu1Dx2iaLoTXrxI3oau7MfnqhTEy3TrSz+o8zhs026+OMcp04dPZvoJEqNYhOjmEyQwfjjHKU6WPe0/c4OIBKXA==',key_name='tempest-keypair-1142091876',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfdef526837a498596f2a4b4dab853ed',ramdisk_id='',reservation_id='r-3x14odib',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-2068658920',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-2068658920-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2068658920',owner_user_name='tempest-TestVolumeBootPattern-2068658920-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:57:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a3916353998a42d6a65cf663877bbf14',uuid=030bc84e-c46e-4930-a9e1-5f8f5bc78b42,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "87824510-1c2e-4130-a0b3-9aa6f3e16a73", "address": "fa:16:3e:9f:db:f0", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap87824510-1c", "ovs_interfaceid": "87824510-1c2e-4130-a0b3-9aa6f3e16a73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converting VIF {"id": "87824510-1c2e-4130-a0b3-9aa6f3e16a73", "address": "fa:16:3e:9f:db:f0", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap87824510-1c", "ovs_interfaceid": "87824510-1c2e-4130-a0b3-9aa6f3e16a73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9f:db:f0,bridge_name='br-int',has_traffic_filtering=True,id=87824510-1c2e-4130-a0b3-9aa6f3e16a73,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap87824510-1c') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG os_vif [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9f:db:f0,bridge_name='br-int',has_traffic_filtering=True,id=87824510-1c2e-4130-a0b3-9aa6f3e16a73,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap87824510-1c') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e6e57dd7-1fbd-567a-975e-1c439922e81a', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap87824510-1c, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap87824510-1c, col_values=(('qos', UUID('e8b9b478-2f2b-41e7-a5a6-7539fb1d1e0e')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap87824510-1c, col_values=(('external_ids', {'iface-id': '87824510-1c2e-4130-a0b3-9aa6f3e16a73', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9f:db:f0', 'vm-uuid': '030bc84e-c46e-4930-a9e1-5f8f5bc78b42'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:02 user nova-compute[74974]: INFO os_vif [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9f:db:f0,bridge_name='br-int',has_traffic_filtering=True,id=87824510-1c2e-4130-a0b3-9aa6f3e16a73,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap87824510-1c')
Nov 29 11:58:02 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] No VIF found with MAC fa:16:3e:9f:db:f0, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquiring lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquiring lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:02 user nova-compute[74974]: INFO nova.compute.manager [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Terminating instance
Nov 29 11:58:02 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG nova.compute.manager [req-d214b0ce-d2f9-4ee8-b930-e3d3331d70a3 req-869af707-2fc3-4bd3-9550-cfbc43507754 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Received event network-vif-plugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d214b0ce-d2f9-4ee8-b930-e3d3331d70a3 req-869af707-2fc3-4bd3-9550-cfbc43507754 service nova] Acquiring lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d214b0ce-d2f9-4ee8-b930-e3d3331d70a3 req-869af707-2fc3-4bd3-9550-cfbc43507754 service nova] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d214b0ce-d2f9-4ee8-b930-e3d3331d70a3 req-869af707-2fc3-4bd3-9550-cfbc43507754 service nova] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG nova.compute.manager [req-d214b0ce-d2f9-4ee8-b930-e3d3331d70a3 req-869af707-2fc3-4bd3-9550-cfbc43507754 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] No waiting events found dispatching network-vif-plugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:02 user nova-compute[74974]: WARNING nova.compute.manager [req-d214b0ce-d2f9-4ee8-b930-e3d3331d70a3 req-869af707-2fc3-4bd3-9550-cfbc43507754 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Received unexpected event network-vif-plugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 for instance with vm_state building and task_state spawning.
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:04 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Instance destroyed successfully.
Nov 29 11:58:04 user nova-compute[74974]: DEBUG nova.objects.instance [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lazy-loading 'resources' on Instance uuid 2064c075-ca5f-4ef8-a34f-7c0d64debb57 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:50:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-896251110',display_name='tempest-ServerStableDeviceRescueTest-server-896251110',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-896251110',id=2,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBWyHk7ZUTMBvIcwhQmNkAJwyUe+VhpdMNRUaqrRUPCEMYrBc+On2PlD7jpypOnlz00sgmcG12cE2aTT6odce2qQmHhEo4h3v7iRLGCU04ngpCvtvXUDsLNLuYyArI2Nww==',key_name='tempest-keypair-566991299',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:54:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='95f1246e08d24623a5fbd9f0c17d3fb9',ramdisk_id='',reservation_id='r-0yc0ey9c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-2007660803',owner_user_name='tempest-ServerStableDeviceRescueTest-2007660803-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:56:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b5fb2ac897c64876ab496f12f3634aa1',uuid=2064c075-ca5f-4ef8-a34f-7c0d64debb57,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "address": "fa:16:3e:7a:98:b9", "network": {"id": "6501b66d-5548-4067-8570-05be291f16e2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95f1246e08d24623a5fbd9f0c17d3fb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b8c2fd-41", "ovs_interfaceid": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Converting VIF {"id": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "address": "fa:16:3e:7a:98:b9", "network": {"id": "6501b66d-5548-4067-8570-05be291f16e2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-885112028-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95f1246e08d24623a5fbd9f0c17d3fb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47b8c2fd-41", "ovs_interfaceid": "47b8c2fd-418a-4255-bb7f-4c6ed9509554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7a:98:b9,bridge_name='br-int',has_traffic_filtering=True,id=47b8c2fd-418a-4255-bb7f-4c6ed9509554,network=Network(6501b66d-5548-4067-8570-05be291f16e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47b8c2fd-41') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG os_vif [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7a:98:b9,bridge_name='br-int',has_traffic_filtering=True,id=47b8c2fd-418a-4255-bb7f-4c6ed9509554,network=Network(6501b66d-5548-4067-8570-05be291f16e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47b8c2fd-41') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap47b8c2fd-41, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=90d49f10-d084-4d8b-a6ba-a1f5af5ddce1) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:04 user nova-compute[74974]: INFO os_vif [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7a:98:b9,bridge_name='br-int',has_traffic_filtering=True,id=47b8c2fd-418a-4255-bb7f-4c6ed9509554,network=Network(6501b66d-5548-4067-8570-05be291f16e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47b8c2fd-41')
Nov 29 11:58:04 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Deleting instance files /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57_del
Nov 29 11:58:04 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Deletion of /opt/stack/data/nova/instances/2064c075-ca5f-4ef8-a34f-7c0d64debb57_del complete
Nov 29 11:58:04 user nova-compute[74974]: INFO nova.compute.manager [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Took 1.50 seconds to destroy the instance on the hypervisor.
Nov 29 11:58:04 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG nova.compute.manager [req-f1bc9c11-f4fd-4d2a-86a3-14512916d728 req-949c1e80-7c62-44cd-b2c7-aef1c434a179 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Received event network-vif-plugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f1bc9c11-f4fd-4d2a-86a3-14512916d728 req-949c1e80-7c62-44cd-b2c7-aef1c434a179 service nova] Acquiring lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f1bc9c11-f4fd-4d2a-86a3-14512916d728 req-949c1e80-7c62-44cd-b2c7-aef1c434a179 service nova] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f1bc9c11-f4fd-4d2a-86a3-14512916d728 req-949c1e80-7c62-44cd-b2c7-aef1c434a179 service nova] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG nova.compute.manager [req-f1bc9c11-f4fd-4d2a-86a3-14512916d728 req-949c1e80-7c62-44cd-b2c7-aef1c434a179 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] No waiting events found dispatching network-vif-plugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:04 user nova-compute[74974]: WARNING nova.compute.manager [req-f1bc9c11-f4fd-4d2a-86a3-14512916d728 req-949c1e80-7c62-44cd-b2c7-aef1c434a179 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Received unexpected event network-vif-plugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 for instance with vm_state building and task_state spawning.
Nov 29 11:58:04 user nova-compute[74974]: DEBUG nova.compute.manager [req-f1bc9c11-f4fd-4d2a-86a3-14512916d728 req-949c1e80-7c62-44cd-b2c7-aef1c434a179 service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Received event network-vif-plugged-87824510-1c2e-4130-a0b3-9aa6f3e16a73 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f1bc9c11-f4fd-4d2a-86a3-14512916d728 req-949c1e80-7c62-44cd-b2c7-aef1c434a179 service nova] Acquiring lock "030bc84e-c46e-4930-a9e1-5f8f5bc78b42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f1bc9c11-f4fd-4d2a-86a3-14512916d728 req-949c1e80-7c62-44cd-b2c7-aef1c434a179 service nova] Lock "030bc84e-c46e-4930-a9e1-5f8f5bc78b42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f1bc9c11-f4fd-4d2a-86a3-14512916d728 req-949c1e80-7c62-44cd-b2c7-aef1c434a179 service nova] Lock "030bc84e-c46e-4930-a9e1-5f8f5bc78b42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:04 user nova-compute[74974]: DEBUG nova.compute.manager [req-f1bc9c11-f4fd-4d2a-86a3-14512916d728 req-949c1e80-7c62-44cd-b2c7-aef1c434a179 service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] No waiting events found dispatching network-vif-plugged-87824510-1c2e-4130-a0b3-9aa6f3e16a73 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:04 user nova-compute[74974]: WARNING nova.compute.manager [req-f1bc9c11-f4fd-4d2a-86a3-14512916d728 req-949c1e80-7c62-44cd-b2c7-aef1c434a179 service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Received unexpected event network-vif-plugged-87824510-1c2e-4130-a0b3-9aa6f3e16a73 for instance with vm_state building and task_state spawning.
Nov 29 11:58:05 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:58:05 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Took 1.23 seconds to deallocate network for instance.
Nov 29 11:58:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-503164b5-df9a-4200-b14c-c15767f3ecca req-08d675e7-b1dd-4a10-8ce6-f9f6ee73fa9f service nova] [instance: 2064c075-ca5f-4ef8-a34f-7c0d64debb57] Received event network-vif-deleted-47b8c2fd-418a-4255-bb7f-4c6ed9509554 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:06 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:58:06 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:58:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.127s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:06 user nova-compute[74974]: DEBUG nova.compute.manager [req-190d9242-bfc6-4333-8964-3b7385af0e53 req-7e65153c-0da5-4233-a97e-ff2407720a15 service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Received event network-vif-plugged-87824510-1c2e-4130-a0b3-9aa6f3e16a73 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-190d9242-bfc6-4333-8964-3b7385af0e53 req-7e65153c-0da5-4233-a97e-ff2407720a15 service nova] Acquiring lock "030bc84e-c46e-4930-a9e1-5f8f5bc78b42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-190d9242-bfc6-4333-8964-3b7385af0e53 req-7e65153c-0da5-4233-a97e-ff2407720a15 service nova] Lock "030bc84e-c46e-4930-a9e1-5f8f5bc78b42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-190d9242-bfc6-4333-8964-3b7385af0e53 req-7e65153c-0da5-4233-a97e-ff2407720a15 service nova] Lock "030bc84e-c46e-4930-a9e1-5f8f5bc78b42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:06 user nova-compute[74974]: DEBUG nova.compute.manager [req-190d9242-bfc6-4333-8964-3b7385af0e53 req-7e65153c-0da5-4233-a97e-ff2407720a15 service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] No waiting events found dispatching network-vif-plugged-87824510-1c2e-4130-a0b3-9aa6f3e16a73 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:06 user nova-compute[74974]: WARNING nova.compute.manager [req-190d9242-bfc6-4333-8964-3b7385af0e53 req-7e65153c-0da5-4233-a97e-ff2407720a15 service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Received unexpected event network-vif-plugged-87824510-1c2e-4130-a0b3-9aa6f3e16a73 for instance with vm_state building and task_state spawning.
Nov 29 11:58:07 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Deleted allocations for instance 2064c075-ca5f-4ef8-a34f-7c0d64debb57
Nov 29 11:58:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4c1ff4cd-683a-47f5-a7c2-35de5756821f tempest-ServerStableDeviceRescueTest-2007660803 tempest-ServerStableDeviceRescueTest-2007660803-project-member] Lock "2064c075-ca5f-4ef8-a34f-7c0d64debb57" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.389s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:07 user nova-compute[74974]: DEBUG nova.compute.manager [req-7e61ff72-3830-4404-9b40-a7b0ac43167d req-38301b19-d1af-4f6a-aa3e-046daaef9471 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received event network-changed-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:07 user nova-compute[74974]: DEBUG nova.compute.manager [req-7e61ff72-3830-4404-9b40-a7b0ac43167d req-38301b19-d1af-4f6a-aa3e-046daaef9471 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Refreshing instance network info cache due to event network-changed-31355e62-bc34-4f55-9046-5b2cd97d9a6e. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:58:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7e61ff72-3830-4404-9b40-a7b0ac43167d req-38301b19-d1af-4f6a-aa3e-046daaef9471 service nova] Acquiring lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:58:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7e61ff72-3830-4404-9b40-a7b0ac43167d req-38301b19-d1af-4f6a-aa3e-046daaef9471 service nova] Acquired lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:58:07 user nova-compute[74974]: DEBUG nova.network.neutron [req-7e61ff72-3830-4404-9b40-a7b0ac43167d req-38301b19-d1af-4f6a-aa3e-046daaef9471 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Refreshing network info cache for port 31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:58:07 user nova-compute[74974]: DEBUG nova.compute.manager [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:58:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:58:07 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Instance spawned successfully.
Nov 29 11:58:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:58:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:58:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:58:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:58:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:58:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:58:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:58:07 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:58:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:58:07 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Instance spawned successfully.
Nov 29 11:58:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:58:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:58:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:58:07 user nova-compute[74974]: INFO nova.compute.manager [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Took 10.14 seconds to spawn the instance on the hypervisor.
Nov 29 11:58:07 user nova-compute[74974]: DEBUG nova.compute.manager [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:58:07 user nova-compute[74974]: INFO nova.compute.manager [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Took 7.17 seconds to spawn the instance on the hypervisor.
Nov 29 11:58:07 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:58:07 user nova-compute[74974]: INFO nova.compute.manager [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Took 11.10 seconds to build instance.
Nov 29 11:58:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dba60417-55f8-4067-bfbe-93b7519f3826 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.204s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:07 user nova-compute[74974]: INFO nova.compute.manager [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Took 22.67 seconds to build instance.
Nov 29 11:58:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8eaaa43b-9e13-4e13-b37b-84df18e497ed tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "030bc84e-c46e-4930-a9e1-5f8f5bc78b42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.814s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:08 user nova-compute[74974]: DEBUG nova.network.neutron [req-7e61ff72-3830-4404-9b40-a7b0ac43167d req-38301b19-d1af-4f6a-aa3e-046daaef9471 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Updated VIF entry in instance network info cache for port 31355e62-bc34-4f55-9046-5b2cd97d9a6e. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:58:08 user nova-compute[74974]: DEBUG nova.network.neutron [req-7e61ff72-3830-4404-9b40-a7b0ac43167d req-38301b19-d1af-4f6a-aa3e-046daaef9471 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Updating instance_info_cache with network_info: [{"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:58:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7e61ff72-3830-4404-9b40-a7b0ac43167d req-38301b19-d1af-4f6a-aa3e-046daaef9471 service nova] Releasing lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:58:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:08 user nova-compute[74974]: INFO nova.compute.manager [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Rescuing
Nov 29 11:58:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "refresh_cache-e4219657-0bf5-4781-9960-490c7b1d97ef" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:58:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquired lock "refresh_cache-e4219657-0bf5-4781-9960-490c7b1d97ef" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:58:08 user nova-compute[74974]: DEBUG nova.network.neutron [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:58:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:09 user nova-compute[74974]: DEBUG nova.network.neutron [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Updating instance_info_cache with network_info: [{"id": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "address": "fa:16:3e:a0:aa:5f", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa75d8594-44", "ovs_interfaceid": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:58:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Releasing lock "refresh_cache-e4219657-0bf5-4781-9960-490c7b1d97ef" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "66996956-daa4-48af-b3ab-c21eb0931154" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG nova.objects.instance [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lazy-loading 'flavor' on Instance uuid 66996956-daa4-48af-b3ab-c21eb0931154 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.091s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "66996956-daa4-48af-b3ab-c21eb0931154" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:10 user nova-compute[74974]: INFO nova.compute.manager [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Attaching volume f40aebe9-d3ce-4df6-be8a-52fb7233831d to /dev/vdb
Nov 29 11:58:10 user nova-compute[74974]: DEBUG os_brick.utils [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[93e0902f-4867-45ca-bfd1-ea26604ffcc3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e6f30c5-4174-43a0-b5ce-e4d2af9ce019]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[094fc608-3126-4bbb-8c08-55004db584b8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[22fd5029-45e6-42e7-8b17-14ea56907c89]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:58:10 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[27c50137-c210-441f-92bc-b9b90f32c8ea]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG os_brick.utils [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] <== get_connector_properties: return (149ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Updating existing volume attachment record: e78d6cc6-e007-42b1-85e8-e9e67e268529 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:58:10 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Instance destroyed successfully.
Nov 29 11:58:10 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Attempting rescue
Nov 29 11:58:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74974) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Instance directory exists: not creating {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 11:58:10 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Creating image(s)
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "/opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "/opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "/opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG nova.objects.instance [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'trusted_certs' on Instance uuid e4219657-0bf5-4781-9960-490c7b1d97ef {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-7b808046-e6a0-4ad0-849a-5de0dc173db7 req-51effaf2-23fd-4d74-98b5-f66abfa152cf service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Received event network-vif-unplugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7b808046-e6a0-4ad0-849a-5de0dc173db7 req-51effaf2-23fd-4d74-98b5-f66abfa152cf service nova] Acquiring lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7b808046-e6a0-4ad0-849a-5de0dc173db7 req-51effaf2-23fd-4d74-98b5-f66abfa152cf service nova] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7b808046-e6a0-4ad0-849a-5de0dc173db7 req-51effaf2-23fd-4d74-98b5-f66abfa152cf service nova] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-7b808046-e6a0-4ad0-849a-5de0dc173db7 req-51effaf2-23fd-4d74-98b5-f66abfa152cf service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] No waiting events found dispatching network-vif-unplugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:10 user nova-compute[74974]: WARNING nova.compute.manager [req-7b808046-e6a0-4ad0-849a-5de0dc173db7 req-51effaf2-23fd-4d74-98b5-f66abfa152cf service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Received unexpected event network-vif-unplugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f for instance with vm_state active and task_state rescuing.
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.215s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue" returned: 0 in 0.065s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.287s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.objects.instance [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'migration_context' on Instance uuid e4219657-0bf5-4781-9960-490c7b1d97ef {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.objects.base [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Object Instance<e4219657-0bf5-4781-9960-490c7b1d97ef> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Start _get_guest_xml network_info=[{"id": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "address": "fa:16:3e:a0:aa:5f", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "vif_mac": "fa:16:3e:a0:aa:5f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa75d8594-44", "ovs_interfaceid": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '14005146-3417-4c75-8b47-67c38948297d', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.objects.instance [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'resources' on Instance uuid e4219657-0bf5-4781-9960-490c7b1d97ef {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.objects.base [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Object Instance<e4219657-0bf5-4781-9960-490c7b1d97ef> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.objects.instance [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'numa_topology' on Instance uuid e4219657-0bf5-4781-9960-490c7b1d97ef {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.objects.base [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Object Instance<e4219657-0bf5-4781-9960-490c7b1d97ef> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 11:58:11 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:58:11 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.objects.instance [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'vcpu_model' on Instance uuid e4219657-0bf5-4781-9960-490c7b1d97ef {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.objects.base [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Object Instance<e4219657-0bf5-4781-9960-490c7b1d97ef> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:56:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1482211885',display_name='tempest-ServerRescueNegativeTestJSON-server-1482211885',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1482211885',id=19,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:56:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8553e7a7a6984ad2b645599d231e911d',ramdisk_id='',reservation_id='r-uoo5uaiv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-761208322',owner_user_name='tempest-ServerRescueNegativeTestJSON-761208322-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:30Z,user_data=None,user_id='2a3f8280d351445a94b8a1570609f519',uuid=e4219657-0bf5-4781-9960-490c7b1d97ef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "address": "fa:16:3e:a0:aa:5f", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "vif_mac": "fa:16:3e:a0:aa:5f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa75d8594-44", "ovs_interfaceid": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converting VIF {"id": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "address": "fa:16:3e:a0:aa:5f", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "vif_mac": "fa:16:3e:a0:aa:5f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa75d8594-44", "ovs_interfaceid": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a0:aa:5f,bridge_name='br-int',has_traffic_filtering=True,id=a75d8594-44db-4b40-9c2c-3eb27f42d86f,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa75d8594-44') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.objects.instance [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'pci_devices' on Instance uuid e4219657-0bf5-4781-9960-490c7b1d97ef {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.objects.base [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Object Instance<e4219657-0bf5-4781-9960-490c7b1d97ef> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:58:11 user nova-compute[74974]:   <uuid>e4219657-0bf5-4781-9960-490c7b1d97ef</uuid>
Nov 29 11:58:11 user nova-compute[74974]:   <name>instance-00000013</name>
Nov 29 11:58:11 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:58:11 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:58:11 user nova-compute[74974]:   <metadata>
Nov 29 11:58:11 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:58:11 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:58:11 user nova-compute[74974]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1482211885</nova:name>
Nov 29 11:58:11 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:58:11</nova:creationTime>
Nov 29 11:58:11 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:58:11 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:58:11 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:58:11 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:58:11 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:58:11 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:58:11 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:58:11 user nova-compute[74974]:       <nova:owner>
Nov 29 11:58:11 user nova-compute[74974]:         <nova:user uuid="2a3f8280d351445a94b8a1570609f519">tempest-ServerRescueNegativeTestJSON-761208322-project-member</nova:user>
Nov 29 11:58:11 user nova-compute[74974]:         <nova:project uuid="8553e7a7a6984ad2b645599d231e911d">tempest-ServerRescueNegativeTestJSON-761208322</nova:project>
Nov 29 11:58:11 user nova-compute[74974]:       </nova:owner>
Nov 29 11:58:11 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:58:11 user nova-compute[74974]:       <nova:ports>
Nov 29 11:58:11 user nova-compute[74974]:         <nova:port uuid="a75d8594-44db-4b40-9c2c-3eb27f42d86f">
Nov 29 11:58:11 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 11:58:11 user nova-compute[74974]:         </nova:port>
Nov 29 11:58:11 user nova-compute[74974]:       </nova:ports>
Nov 29 11:58:11 user nova-compute[74974]:     </nova:instance>
Nov 29 11:58:11 user nova-compute[74974]:   </metadata>
Nov 29 11:58:11 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:58:11 user nova-compute[74974]:     <system>
Nov 29 11:58:11 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:58:11 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:58:11 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:58:11 user nova-compute[74974]:       <entry name="serial">e4219657-0bf5-4781-9960-490c7b1d97ef</entry>
Nov 29 11:58:11 user nova-compute[74974]:       <entry name="uuid">e4219657-0bf5-4781-9960-490c7b1d97ef</entry>
Nov 29 11:58:11 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:58:11 user nova-compute[74974]:     </system>
Nov 29 11:58:11 user nova-compute[74974]:   </sysinfo>
Nov 29 11:58:11 user nova-compute[74974]:   <os>
Nov 29 11:58:11 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:58:11 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:58:11 user nova-compute[74974]:   </os>
Nov 29 11:58:11 user nova-compute[74974]:   <features>
Nov 29 11:58:11 user nova-compute[74974]:     <acpi/>
Nov 29 11:58:11 user nova-compute[74974]:     <apic/>
Nov 29 11:58:11 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:58:11 user nova-compute[74974]:   </features>
Nov 29 11:58:11 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:58:11 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:58:11 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:58:11 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:58:11 user nova-compute[74974]:   </clock>
Nov 29 11:58:11 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:58:11 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:58:11 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:58:11 user nova-compute[74974]:   </cpu>
Nov 29 11:58:11 user nova-compute[74974]:   <devices>
Nov 29 11:58:11 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 11:58:11 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 11:58:11 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue"/>
Nov 29 11:58:11 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:58:11 user nova-compute[74974]:     </disk>
Nov 29 11:58:11 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 11:58:11 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 11:58:11 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk"/>
Nov 29 11:58:11 user nova-compute[74974]:       <target dev="vdb" bus="virtio"/>
Nov 29 11:58:11 user nova-compute[74974]:     </disk>
Nov 29 11:58:11 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:58:11 user nova-compute[74974]:       <mac address="fa:16:3e:a0:aa:5f"/>
Nov 29 11:58:11 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:58:11 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:58:11 user nova-compute[74974]:       <target dev="tapa75d8594-44"/>
Nov 29 11:58:11 user nova-compute[74974]:     </interface>
Nov 29 11:58:11 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:58:11 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/console.log" append="off"/>
Nov 29 11:58:11 user nova-compute[74974]:     </serial>
Nov 29 11:58:11 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:58:11 user nova-compute[74974]:     <video>
Nov 29 11:58:11 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:58:11 user nova-compute[74974]:     </video>
Nov 29 11:58:11 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:58:11 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:58:11 user nova-compute[74974]:     </rng>
Nov 29 11:58:11 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:58:11 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:58:11 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:58:11 user nova-compute[74974]:     </memballoon>
Nov 29 11:58:11 user nova-compute[74974]:   </devices>
Nov 29 11:58:11 user nova-compute[74974]: </domain>
Nov 29 11:58:11 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:58:11 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Instance destroyed successfully.
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:58:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] No VIF found with MAC fa:16:3e:a0:aa:5f, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:58:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquiring lock "be9b6662-5d67-462b-b203-c94c2520ae86" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "be9b6662-5d67-462b-b203-c94c2520ae86" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquiring lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:12 user nova-compute[74974]: INFO nova.compute.manager [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Terminating instance
Nov 29 11:58:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 11:58:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-de7937e8-059d-4b8c-a9ee-1c5ba979f1b2 req-71b28959-10c8-4519-8643-37ebfb95d8b9 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Received event network-vif-unplugged-82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-de7937e8-059d-4b8c-a9ee-1c5ba979f1b2 req-71b28959-10c8-4519-8643-37ebfb95d8b9 service nova] Acquiring lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-de7937e8-059d-4b8c-a9ee-1c5ba979f1b2 req-71b28959-10c8-4519-8643-37ebfb95d8b9 service nova] Lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-de7937e8-059d-4b8c-a9ee-1c5ba979f1b2 req-71b28959-10c8-4519-8643-37ebfb95d8b9 service nova] Lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-de7937e8-059d-4b8c-a9ee-1c5ba979f1b2 req-71b28959-10c8-4519-8643-37ebfb95d8b9 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] No waiting events found dispatching network-vif-unplugged-82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-de7937e8-059d-4b8c-a9ee-1c5ba979f1b2 req-71b28959-10c8-4519-8643-37ebfb95d8b9 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Received event network-vif-unplugged-82979642-cd20-4260-a437-ccc23ab1de07 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG nova.compute.manager [req-ed69812b-b38c-42a9-8ed4-2b3c8fe82f3b req-4ff7f11d-bf24-412f-bd8f-8cceb2ca491b service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Received event network-vif-plugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ed69812b-b38c-42a9-8ed4-2b3c8fe82f3b req-4ff7f11d-bf24-412f-bd8f-8cceb2ca491b service nova] Acquiring lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ed69812b-b38c-42a9-8ed4-2b3c8fe82f3b req-4ff7f11d-bf24-412f-bd8f-8cceb2ca491b service nova] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ed69812b-b38c-42a9-8ed4-2b3c8fe82f3b req-4ff7f11d-bf24-412f-bd8f-8cceb2ca491b service nova] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG nova.compute.manager [req-ed69812b-b38c-42a9-8ed4-2b3c8fe82f3b req-4ff7f11d-bf24-412f-bd8f-8cceb2ca491b service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] No waiting events found dispatching network-vif-plugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:13 user nova-compute[74974]: WARNING nova.compute.manager [req-ed69812b-b38c-42a9-8ed4-2b3c8fe82f3b req-4ff7f11d-bf24-412f-bd8f-8cceb2ca491b service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Received unexpected event network-vif-plugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f for instance with vm_state active and task_state rescuing.
Nov 29 11:58:13 user nova-compute[74974]: DEBUG nova.compute.manager [req-ed69812b-b38c-42a9-8ed4-2b3c8fe82f3b req-4ff7f11d-bf24-412f-bd8f-8cceb2ca491b service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Received event network-changed-82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG nova.compute.manager [req-ed69812b-b38c-42a9-8ed4-2b3c8fe82f3b req-4ff7f11d-bf24-412f-bd8f-8cceb2ca491b service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Refreshing instance network info cache due to event network-changed-82979642-cd20-4260-a437-ccc23ab1de07. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ed69812b-b38c-42a9-8ed4-2b3c8fe82f3b req-4ff7f11d-bf24-412f-bd8f-8cceb2ca491b service nova] Acquiring lock "refresh_cache-be9b6662-5d67-462b-b203-c94c2520ae86" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ed69812b-b38c-42a9-8ed4-2b3c8fe82f3b req-4ff7f11d-bf24-412f-bd8f-8cceb2ca491b service nova] Acquired lock "refresh_cache-be9b6662-5d67-462b-b203-c94c2520ae86" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG nova.network.neutron [req-ed69812b-b38c-42a9-8ed4-2b3c8fe82f3b req-4ff7f11d-bf24-412f-bd8f-8cceb2ca491b service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Refreshing network info cache for port 82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:13 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Instance destroyed successfully.
Nov 29 11:58:13 user nova-compute[74974]: DEBUG nova.objects.instance [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lazy-loading 'resources' on Instance uuid be9b6662-5d67-462b-b203-c94c2520ae86 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T11:52:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-540495096',display_name='tempest-TestShelveInstance-server-540495096',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-540495096',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNdOD4X6DqsPPT9Utf18gUMxkpoOAcLGF6CfEV6OYV2d8dliOuXebFd/JY743f2OdWjqMzPMO8oJHfwCZnw4HwWUvh1ORE8Yslcu867ew5UpUWzd6BhL8wAAja7kcppc2A==',key_name='tempest-TestShelveInstance-1269252610',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:56:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='314dc60f4bc24a15bc2a9c0cffc412b3',ramdisk_id='',reservation_id='r-4dlyuwug',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1806258391',owner_user_name='tempest-TestShelveInstance-1806258391-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:56:39Z,user_data=None,user_id='f8a3fc5cdc15426c8ff1ee8fdfca4d3b',uuid=be9b6662-5d67-462b-b203-c94c2520ae86,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "82979642-cd20-4260-a437-ccc23ab1de07", "address": "fa:16:3e:df:0e:01", "network": {"id": "9717308b-24f6-4fb3-8b71-67229b25204b", "bridge": "br-int", "label": "tempest-TestShelveInstance-650406979-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "314dc60f4bc24a15bc2a9c0cffc412b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82979642-cd", "ovs_interfaceid": "82979642-cd20-4260-a437-ccc23ab1de07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Converting VIF {"id": "82979642-cd20-4260-a437-ccc23ab1de07", "address": "fa:16:3e:df:0e:01", "network": {"id": "9717308b-24f6-4fb3-8b71-67229b25204b", "bridge": "br-int", "label": "tempest-TestShelveInstance-650406979-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "314dc60f4bc24a15bc2a9c0cffc412b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82979642-cd", "ovs_interfaceid": "82979642-cd20-4260-a437-ccc23ab1de07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:0e:01,bridge_name='br-int',has_traffic_filtering=True,id=82979642-cd20-4260-a437-ccc23ab1de07,network=Network(9717308b-24f6-4fb3-8b71-67229b25204b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82979642-cd') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG os_vif [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:0e:01,bridge_name='br-int',has_traffic_filtering=True,id=82979642-cd20-4260-a437-ccc23ab1de07,network=Network(9717308b-24f6-4fb3-8b71-67229b25204b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82979642-cd') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap82979642-cd, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9827efce-6623-4d7b-a77d-2eadf167528b) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:58:13 user nova-compute[74974]: INFO os_vif [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:0e:01,bridge_name='br-int',has_traffic_filtering=True,id=82979642-cd20-4260-a437-ccc23ab1de07,network=Network(9717308b-24f6-4fb3-8b71-67229b25204b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82979642-cd')
Nov 29 11:58:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mbPCiBdZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:58:13 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:58:13 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[786799a3-f1da-4673-9cdc-3442c06ef886]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:58:13 user nova-compute[74974]: No targets found.
Nov 29 11:58:13 user nova-compute[74974]: iSNS:
Nov 29 11:58:13 user nova-compute[74974]: No targets found.
Nov 29 11:58:13 user nova-compute[74974]: STATIC:
Nov 29 11:58:13 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603
Nov 29 11:58:13 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:13 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:13 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140
Nov 29 11:58:13 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:13 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:13 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796
Nov 29 11:58:13 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:13 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:13 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605
Nov 29 11:58:13 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:13 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:13 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40
Nov 29 11:58:13 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:13 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:13 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3
Nov 29 11:58:13 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:13 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:13 user nova-compute[74974]: FIRMWARE:
Nov 29 11:58:13 user nova-compute[74974]: No targets found.
Nov 29 11:58:13 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:58:13 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:58:13 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG nova.network.neutron [req-ed69812b-b38c-42a9-8ed4-2b3c8fe82f3b req-4ff7f11d-bf24-412f-bd8f-8cceb2ca491b service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Updated VIF entry in instance network info cache for port 82979642-cd20-4260-a437-ccc23ab1de07. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG nova.network.neutron [req-ed69812b-b38c-42a9-8ed4-2b3c8fe82f3b req-4ff7f11d-bf24-412f-bd8f-8cceb2ca491b service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Updating instance_info_cache with network_info: [{"id": "82979642-cd20-4260-a437-ccc23ab1de07", "address": "fa:16:3e:df:0e:01", "network": {"id": "9717308b-24f6-4fb3-8b71-67229b25204b", "bridge": "br-int", "label": "tempest-TestShelveInstance-650406979-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "314dc60f4bc24a15bc2a9c0cffc412b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82979642-cd", "ovs_interfaceid": "82979642-cd20-4260-a437-ccc23ab1de07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7930fb75-63cd-41f9-9bee-50c568752e9a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ed69812b-b38c-42a9-8ed4-2b3c8fe82f3b req-4ff7f11d-bf24-412f-bd8f-8cceb2ca491b service nova] Releasing lock "refresh_cache-be9b6662-5d67-462b-b203-c94c2520ae86" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[149f3b12-355a-48f0-9ac5-a622e4b18a40]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:58:14 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:58:14 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:58:14 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:58:14 user nova-compute[74974]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)
Nov 29 11:58:14 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:58:14 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:58:14 user nova-compute[74974]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 (non-flash)
Nov 29 11:58:14 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:58:14 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:58:14 user nova-compute[74974]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)
Nov 29 11:58:14 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:58:14 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1ae6ddd510>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605'): ({'sdd'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Removing single pathed devices sdd {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.030s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[121b068f-ac32-47b6-b36e-b825a7b9e8fd]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[23194723-e914-4078-93f9-f0db89de812e]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Flushing IO for device /dev/sdd {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-9f5716ac-0c80-437e-b3fc-b66659f77a84 req-a0cff6cd-e11c-4151-bdf4-ab8d105d6709 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-changed-8f211da9-58b4-4a99-8f57-2a3007dd25ec {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-9f5716ac-0c80-437e-b3fc-b66659f77a84 req-a0cff6cd-e11c-4151-bdf4-ab8d105d6709 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Refreshing instance network info cache due to event network-changed-8f211da9-58b4-4a99-8f57-2a3007dd25ec. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9f5716ac-0c80-437e-b3fc-b66659f77a84 req-a0cff6cd-e11c-4151-bdf4-ab8d105d6709 service nova] Acquiring lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9f5716ac-0c80-437e-b3fc-b66659f77a84 req-a0cff6cd-e11c-4151-bdf4-ab8d105d6709 service nova] Acquired lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG nova.network.neutron [req-9f5716ac-0c80-437e-b3fc-b66659f77a84 req-a0cff6cd-e11c-4151-bdf4-ab8d105d6709 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Refreshing network info cache for port 8f211da9-58b4-4a99-8f57-2a3007dd25ec {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.041s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3f29e09-d21a-48d0-a0b2-a8e63db128f8]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.059s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[76dffd64-fbc9-416a-8ca8-974564ee379f]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] SCSI volumes sdd have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.031s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[13fec471-a2be-40ac-aa8b-8a034529632f]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --logout" returned: 0 in 0.091s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[15e28020-a5a8-42e1-ba30-1dfa53e0cb6f]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605, portal: 172.16.0.220,3260]
Nov 29 11:58:14 user nova-compute[74974]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605, portal: 172.16.0.220,3260] successful.
Nov 29 11:58:14 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52ddaa42-f2d6-4390-a25f-7a555295d605 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.037s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2143cd07-809e-4334-b9b5-551104e5e4ff]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.492s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] <== disconnect_volume: return (494ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:58:14 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Deleting instance files /opt/stack/data/nova/instances/be9b6662-5d67-462b-b203-c94c2520ae86_del
Nov 29 11:58:14 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Deletion of /opt/stack/data/nova/instances/be9b6662-5d67-462b-b203-c94c2520ae86_del complete
Nov 29 11:58:14 user nova-compute[74974]: INFO nova.compute.manager [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Took 2.16 seconds to destroy the instance on the hypervisor.
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG nova.network.neutron [req-9f5716ac-0c80-437e-b3fc-b66659f77a84 req-a0cff6cd-e11c-4151-bdf4-ab8d105d6709 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Updated VIF entry in instance network info cache for port 8f211da9-58b4-4a99-8f57-2a3007dd25ec. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG nova.network.neutron [req-9f5716ac-0c80-437e-b3fc-b66659f77a84 req-a0cff6cd-e11c-4151-bdf4-ab8d105d6709 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Updating instance_info_cache with network_info: [{"id": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "address": "fa:16:3e:95:ca:80", "network": {"id": "84b962b2-00e7-4782-8030-7cb00332a143", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-108197446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f211da9-58", "ovs_interfaceid": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "address": "fa:16:3e:fd:e7:89", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad8f66ca-ad", "ovs_interfaceid": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "02b2a594-28e4-406f-9252-837d36c4b1aa", "address": "fa:16:3e:d6:0e:cf", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02b2a594-28", "ovs_interfaceid": "02b2a594-28e4-406f-9252-837d36c4b1aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "58cd2c16-1f48-472d-a801-d91155524131", "address": "fa:16:3e:c7:84:c3", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58cd2c16-1f", "ovs_interfaceid": "58cd2c16-1f48-472d-a801-d91155524131", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cb3a681-2a65-4500-a952-5de143622252", "address": "fa:16:3e:bc:0f:fa", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cb3a681-2a", "ovs_interfaceid": "3cb3a681-2a65-4500-a952-5de143622252", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "address": "fa:16:3e:fb:28:aa", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae859bf1-2a", "ovs_interfaceid": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "address": "fa:16:3e:33:19:c0", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2b8cc0e-36", "ovs_interfaceid": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9f5716ac-0c80-437e-b3fc-b66659f77a84 req-a0cff6cd-e11c-4151-bdf4-ab8d105d6709 service nova] Releasing lock "refresh_cache-3173800a-2437-4285-82ac-f2b4a6d38374" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-707e7fb3-c0e2-4347-b6b7-cbbe46ffc951 req-a866407a-1f75-48b7-a95d-e872a8a3bbd4 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Received event network-vif-plugged-82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-707e7fb3-c0e2-4347-b6b7-cbbe46ffc951 req-a866407a-1f75-48b7-a95d-e872a8a3bbd4 service nova] Acquiring lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-707e7fb3-c0e2-4347-b6b7-cbbe46ffc951 req-a866407a-1f75-48b7-a95d-e872a8a3bbd4 service nova] Lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-707e7fb3-c0e2-4347-b6b7-cbbe46ffc951 req-a866407a-1f75-48b7-a95d-e872a8a3bbd4 service nova] Lock "be9b6662-5d67-462b-b203-c94c2520ae86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-707e7fb3-c0e2-4347-b6b7-cbbe46ffc951 req-a866407a-1f75-48b7-a95d-e872a8a3bbd4 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] No waiting events found dispatching network-vif-plugged-82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:14 user nova-compute[74974]: WARNING nova.compute.manager [req-707e7fb3-c0e2-4347-b6b7-cbbe46ffc951 req-a866407a-1f75-48b7-a95d-e872a8a3bbd4 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Received unexpected event network-vif-plugged-82979642-cd20-4260-a437-ccc23ab1de07 for instance with vm_state active and task_state deleting.
Nov 29 11:58:15 user nova-compute[74974]: DEBUG nova.compute.manager [req-4ff9fcac-1403-4867-aa2f-5dd9210c6b51 req-b00d213a-2c7f-41bc-b3a7-728be18a9710 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Received event network-vif-plugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-4ff9fcac-1403-4867-aa2f-5dd9210c6b51 req-b00d213a-2c7f-41bc-b3a7-728be18a9710 service nova] Acquiring lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-4ff9fcac-1403-4867-aa2f-5dd9210c6b51 req-b00d213a-2c7f-41bc-b3a7-728be18a9710 service nova] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-4ff9fcac-1403-4867-aa2f-5dd9210c6b51 req-b00d213a-2c7f-41bc-b3a7-728be18a9710 service nova] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:15 user nova-compute[74974]: DEBUG nova.compute.manager [req-4ff9fcac-1403-4867-aa2f-5dd9210c6b51 req-b00d213a-2c7f-41bc-b3a7-728be18a9710 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] No waiting events found dispatching network-vif-plugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:15 user nova-compute[74974]: WARNING nova.compute.manager [req-4ff9fcac-1403-4867-aa2f-5dd9210c6b51 req-b00d213a-2c7f-41bc-b3a7-728be18a9710 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Received unexpected event network-vif-plugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f for instance with vm_state active and task_state rescuing.
Nov 29 11:58:15 user nova-compute[74974]: DEBUG nova.compute.manager [req-4ff9fcac-1403-4867-aa2f-5dd9210c6b51 req-b00d213a-2c7f-41bc-b3a7-728be18a9710 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Received event network-vif-plugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-4ff9fcac-1403-4867-aa2f-5dd9210c6b51 req-b00d213a-2c7f-41bc-b3a7-728be18a9710 service nova] Acquiring lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-4ff9fcac-1403-4867-aa2f-5dd9210c6b51 req-b00d213a-2c7f-41bc-b3a7-728be18a9710 service nova] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-4ff9fcac-1403-4867-aa2f-5dd9210c6b51 req-b00d213a-2c7f-41bc-b3a7-728be18a9710 service nova] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:15 user nova-compute[74974]: DEBUG nova.compute.manager [req-4ff9fcac-1403-4867-aa2f-5dd9210c6b51 req-b00d213a-2c7f-41bc-b3a7-728be18a9710 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] No waiting events found dispatching network-vif-plugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:15 user nova-compute[74974]: WARNING nova.compute.manager [req-4ff9fcac-1403-4867-aa2f-5dd9210c6b51 req-b00d213a-2c7f-41bc-b3a7-728be18a9710 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Received unexpected event network-vif-plugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f for instance with vm_state active and task_state rescuing.
Nov 29 11:58:15 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:58:15 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Took 0.75 seconds to deallocate network for instance.
Nov 29 11:58:16 user nova-compute[74974]: INFO nova.compute.manager [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Took 0.81 seconds to detach 1 volumes for instance.
Nov 29 11:58:16 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Deleting volume: 52ddaa42-f2d6-4390-a25f-7a555295d605 {{(pid=74974) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 11:58:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:16 user nova-compute[74974]: DEBUG nova.compute.manager [None req-74b8cdf9-9086-4960-8af2-3e16cb950c73 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:58:16 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:58:16 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:58:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.419s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:16 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Deleted allocations for instance be9b6662-5d67-462b-b203-c94c2520ae86
Nov 29 11:58:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9e65cf13-ff31-492a-819a-97b759d96f8c tempest-TestShelveInstance-1806258391 tempest-TestShelveInstance-1806258391-project-member] Lock "be9b6662-5d67-462b-b203-c94c2520ae86" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.416s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:16 user nova-compute[74974]: DEBUG nova.compute.manager [req-901871d1-ecdb-4dcd-843d-ca0e40555e97 req-7bc8324e-58de-4590-a46d-e8f331744db2 service nova] [instance: be9b6662-5d67-462b-b203-c94c2520ae86] Received event network-vif-deleted-82979642-cd20-4260-a437-ccc23ab1de07 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "3173800a-2437-4285-82ac-f2b4a6d38374" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:17 user nova-compute[74974]: INFO nova.compute.manager [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Terminating instance
Nov 29 11:58:17 user nova-compute[74974]: DEBUG nova.compute.manager [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG nova.compute.manager [req-3e1053c3-a21d-4c00-a815-f86641438a02 req-8226db04-1f96-4a5e-a30c-8f4208a031d3 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-unplugged-8f211da9-58b4-4a99-8f57-2a3007dd25ec {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3e1053c3-a21d-4c00-a815-f86641438a02 req-8226db04-1f96-4a5e-a30c-8f4208a031d3 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3e1053c3-a21d-4c00-a815-f86641438a02 req-8226db04-1f96-4a5e-a30c-8f4208a031d3 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3e1053c3-a21d-4c00-a815-f86641438a02 req-8226db04-1f96-4a5e-a30c-8f4208a031d3 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG nova.compute.manager [req-3e1053c3-a21d-4c00-a815-f86641438a02 req-8226db04-1f96-4a5e-a30c-8f4208a031d3 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-unplugged-8f211da9-58b4-4a99-8f57-2a3007dd25ec {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG nova.compute.manager [req-3e1053c3-a21d-4c00-a815-f86641438a02 req-8226db04-1f96-4a5e-a30c-8f4208a031d3 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-unplugged-8f211da9-58b4-4a99-8f57-2a3007dd25ec for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG nova.compute.manager [req-78c3710d-d382-4fce-92e1-9fe0a7091042 req-92cc4313-2cc8-4819-85d3-834d3412e4b1 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-unplugged-ad8f66ca-ad22-4443-ac97-25c6f6f45ae1 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-78c3710d-d382-4fce-92e1-9fe0a7091042 req-92cc4313-2cc8-4819-85d3-834d3412e4b1 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-78c3710d-d382-4fce-92e1-9fe0a7091042 req-92cc4313-2cc8-4819-85d3-834d3412e4b1 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-78c3710d-d382-4fce-92e1-9fe0a7091042 req-92cc4313-2cc8-4819-85d3-834d3412e4b1 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG nova.compute.manager [req-78c3710d-d382-4fce-92e1-9fe0a7091042 req-92cc4313-2cc8-4819-85d3-834d3412e4b1 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-unplugged-ad8f66ca-ad22-4443-ac97-25c6f6f45ae1 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG nova.compute.manager [req-78c3710d-d382-4fce-92e1-9fe0a7091042 req-92cc4313-2cc8-4819-85d3-834d3412e4b1 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-unplugged-ad8f66ca-ad22-4443-ac97-25c6f6f45ae1 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Instance destroyed successfully.
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.objects.instance [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lazy-loading 'resources' on Instance uuid 3173800a-2437-4285-82ac-f2b4a6d38374 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-345537820',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-345537820',id=20,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCNkEqjyjAYEG3hMgIhi6e3SZMNK5pp5EL7sDLkswBPQOl+w9opZISO9RY5DgxtAtgk9HcQnBF1PcHsMVqnlIdQtKtt3fI9YiWtzlEwcIY9pM1vrwBpEQtlxzF3lY5SiA==',key_name='tempest-keypair-1925524105',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:57:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4d09cbff44a84e73a2b66d1f54567844',ramdisk_id='',reservation_id='r-1vj10y36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-330905145',owner_user_name='tempest-TaggedBootDevicesTest_v242-330905145-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:57:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524bf296f0b3439e93745c065909cd85',uuid=3173800a-2437-4285-82ac-f2b4a6d38374,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "address": "fa:16:3e:95:ca:80", "network": {"id": "84b962b2-00e7-4782-8030-7cb00332a143", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-108197446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f211da9-58", "ovs_interfaceid": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converting VIF {"id": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "address": "fa:16:3e:95:ca:80", "network": {"id": "84b962b2-00e7-4782-8030-7cb00332a143", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-108197446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f211da9-58", "ovs_interfaceid": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:95:ca:80,bridge_name='br-int',has_traffic_filtering=True,id=8f211da9-58b4-4a99-8f57-2a3007dd25ec,network=Network(84b962b2-00e7-4782-8030-7cb00332a143),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f211da9-58') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG os_vif [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:ca:80,bridge_name='br-int',has_traffic_filtering=True,id=8f211da9-58b4-4a99-8f57-2a3007dd25ec,network=Network(84b962b2-00e7-4782-8030-7cb00332a143),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f211da9-58') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8f211da9-58, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=009b5a8d-2973-416d-9201-f1a5dcc4a81a) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-05311787-5ed6-4632-bf86-6ff6d7f402bb req-7cfdcdb6-6738-4fde-8e2f-e17da16baa3a service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-unplugged-c2b8cc0e-36e7-4029-99b0-f630a108cdaa {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-05311787-5ed6-4632-bf86-6ff6d7f402bb req-7cfdcdb6-6738-4fde-8e2f-e17da16baa3a service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-05311787-5ed6-4632-bf86-6ff6d7f402bb req-7cfdcdb6-6738-4fde-8e2f-e17da16baa3a service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-05311787-5ed6-4632-bf86-6ff6d7f402bb req-7cfdcdb6-6738-4fde-8e2f-e17da16baa3a service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-05311787-5ed6-4632-bf86-6ff6d7f402bb req-7cfdcdb6-6738-4fde-8e2f-e17da16baa3a service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-unplugged-c2b8cc0e-36e7-4029-99b0-f630a108cdaa {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-05311787-5ed6-4632-bf86-6ff6d7f402bb req-7cfdcdb6-6738-4fde-8e2f-e17da16baa3a service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-unplugged-c2b8cc0e-36e7-4029-99b0-f630a108cdaa for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: INFO os_vif [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:ca:80,bridge_name='br-int',has_traffic_filtering=True,id=8f211da9-58b4-4a99-8f57-2a3007dd25ec,network=Network(84b962b2-00e7-4782-8030-7cb00332a143),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f211da9-58')
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-345537820',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-345537820',id=20,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCNkEqjyjAYEG3hMgIhi6e3SZMNK5pp5EL7sDLkswBPQOl+w9opZISO9RY5DgxtAtgk9HcQnBF1PcHsMVqnlIdQtKtt3fI9YiWtzlEwcIY9pM1vrwBpEQtlxzF3lY5SiA==',key_name='tempest-keypair-1925524105',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:57:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4d09cbff44a84e73a2b66d1f54567844',ramdisk_id='',reservation_id='r-1vj10y36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-330905145',owner_user_name='tempest-TaggedBootDevicesTest_v242-330905145-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:57:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524bf296f0b3439e93745c065909cd85',uuid=3173800a-2437-4285-82ac-f2b4a6d38374,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "address": "fa:16:3e:fd:e7:89", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad8f66ca-ad", "ovs_interfaceid": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converting VIF {"id": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "address": "fa:16:3e:fd:e7:89", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad8f66ca-ad", "ovs_interfaceid": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:e7:89,bridge_name='br-int',has_traffic_filtering=True,id=ad8f66ca-ad22-4443-ac97-25c6f6f45ae1,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapad8f66ca-ad') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG os_vif [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:e7:89,bridge_name='br-int',has_traffic_filtering=True,id=ad8f66ca-ad22-4443-ac97-25c6f6f45ae1,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapad8f66ca-ad') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapad8f66ca-ad, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9acb3a7a-94ed-46b7-ae25-ba3cfa601e89) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-plugged-8f211da9-58b4-4a99-8f57-2a3007dd25ec {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-plugged-8f211da9-58b4-4a99-8f57-2a3007dd25ec {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:19 user nova-compute[74974]: WARNING nova.compute.manager [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received unexpected event network-vif-plugged-8f211da9-58b4-4a99-8f57-2a3007dd25ec for instance with vm_state active and task_state deleting.
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-unplugged-02b2a594-28e4-406f-9252-837d36c4b1aa {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-unplugged-02b2a594-28e4-406f-9252-837d36c4b1aa {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-unplugged-02b2a594-28e4-406f-9252-837d36c4b1aa for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-plugged-02b2a594-28e4-406f-9252-837d36c4b1aa {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-plugged-02b2a594-28e4-406f-9252-837d36c4b1aa {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:19 user nova-compute[74974]: WARNING nova.compute.manager [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received unexpected event network-vif-plugged-02b2a594-28e4-406f-9252-837d36c4b1aa for instance with vm_state active and task_state deleting.
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-unplugged-3cb3a681-2a65-4500-a952-5de143622252 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-unplugged-3cb3a681-2a65-4500-a952-5de143622252 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-unplugged-3cb3a681-2a65-4500-a952-5de143622252 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-plugged-3cb3a681-2a65-4500-a952-5de143622252 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-plugged-3cb3a681-2a65-4500-a952-5de143622252 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:19 user nova-compute[74974]: WARNING nova.compute.manager [req-b6e6b748-fa5a-4660-9429-9169bbc380f4 req-d02395b5-f019-4125-99db-001ca80ab421 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received unexpected event network-vif-plugged-3cb3a681-2a65-4500-a952-5de143622252 for instance with vm_state active and task_state deleting.
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: INFO os_vif [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:e7:89,bridge_name='br-int',has_traffic_filtering=True,id=ad8f66ca-ad22-4443-ac97-25c6f6f45ae1,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapad8f66ca-ad')
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-345537820',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-345537820',id=20,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCNkEqjyjAYEG3hMgIhi6e3SZMNK5pp5EL7sDLkswBPQOl+w9opZISO9RY5DgxtAtgk9HcQnBF1PcHsMVqnlIdQtKtt3fI9YiWtzlEwcIY9pM1vrwBpEQtlxzF3lY5SiA==',key_name='tempest-keypair-1925524105',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:57:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4d09cbff44a84e73a2b66d1f54567844',ramdisk_id='',reservation_id='r-1vj10y36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-330905145',owner_user_name='tempest-TaggedBootDevicesTest_v242-330905145-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:57:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524bf296f0b3439e93745c065909cd85',uuid=3173800a-2437-4285-82ac-f2b4a6d38374,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "02b2a594-28e4-406f-9252-837d36c4b1aa", "address": "fa:16:3e:d6:0e:cf", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02b2a594-28", "ovs_interfaceid": "02b2a594-28e4-406f-9252-837d36c4b1aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converting VIF {"id": "02b2a594-28e4-406f-9252-837d36c4b1aa", "address": "fa:16:3e:d6:0e:cf", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02b2a594-28", "ovs_interfaceid": "02b2a594-28e4-406f-9252-837d36c4b1aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d6:0e:cf,bridge_name='br-int',has_traffic_filtering=True,id=02b2a594-28e4-406f-9252-837d36c4b1aa,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap02b2a594-28') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG os_vif [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:0e:cf,bridge_name='br-int',has_traffic_filtering=True,id=02b2a594-28e4-406f-9252-837d36c4b1aa,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap02b2a594-28') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap02b2a594-28, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=df31d7a5-0a6d-4d14-9991-ccb83297c7a4) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-plugged-ad8f66ca-ad22-4443-ac97-25c6f6f45ae1 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-plugged-ad8f66ca-ad22-4443-ac97-25c6f6f45ae1 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:19 user nova-compute[74974]: WARNING nova.compute.manager [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received unexpected event network-vif-plugged-ad8f66ca-ad22-4443-ac97-25c6f6f45ae1 for instance with vm_state active and task_state deleting.
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-unplugged-58cd2c16-1f48-472d-a801-d91155524131 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-unplugged-58cd2c16-1f48-472d-a801-d91155524131 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-unplugged-58cd2c16-1f48-472d-a801-d91155524131 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-plugged-58cd2c16-1f48-472d-a801-d91155524131 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-plugged-58cd2c16-1f48-472d-a801-d91155524131 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:19 user nova-compute[74974]: WARNING nova.compute.manager [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received unexpected event network-vif-plugged-58cd2c16-1f48-472d-a801-d91155524131 for instance with vm_state active and task_state deleting.
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-unplugged-ae859bf1-2aa6-41e6-92b3-95349d8deba3 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-unplugged-ae859bf1-2aa6-41e6-92b3-95349d8deba3 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-unplugged-ae859bf1-2aa6-41e6-92b3-95349d8deba3 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-plugged-ae859bf1-2aa6-41e6-92b3-95349d8deba3 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-plugged-ae859bf1-2aa6-41e6-92b3-95349d8deba3 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:19 user nova-compute[74974]: WARNING nova.compute.manager [req-b3716c50-dacc-439e-82ad-843816c7a3ce req-0c1584ef-db7d-4695-b449-83a2b72223c8 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received unexpected event network-vif-plugged-ae859bf1-2aa6-41e6-92b3-95349d8deba3 for instance with vm_state active and task_state deleting.
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: INFO os_vif [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:0e:cf,bridge_name='br-int',has_traffic_filtering=True,id=02b2a594-28e4-406f-9252-837d36c4b1aa,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap02b2a594-28')
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-345537820',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-345537820',id=20,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCNkEqjyjAYEG3hMgIhi6e3SZMNK5pp5EL7sDLkswBPQOl+w9opZISO9RY5DgxtAtgk9HcQnBF1PcHsMVqnlIdQtKtt3fI9YiWtzlEwcIY9pM1vrwBpEQtlxzF3lY5SiA==',key_name='tempest-keypair-1925524105',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:57:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4d09cbff44a84e73a2b66d1f54567844',ramdisk_id='',reservation_id='r-1vj10y36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-330905145',owner_user_name='tempest-TaggedBootDevicesTest_v242-330905145-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:57:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524bf296f0b3439e93745c065909cd85',uuid=3173800a-2437-4285-82ac-f2b4a6d38374,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "58cd2c16-1f48-472d-a801-d91155524131", "address": "fa:16:3e:c7:84:c3", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58cd2c16-1f", "ovs_interfaceid": "58cd2c16-1f48-472d-a801-d91155524131", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converting VIF {"id": "58cd2c16-1f48-472d-a801-d91155524131", "address": "fa:16:3e:c7:84:c3", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58cd2c16-1f", "ovs_interfaceid": "58cd2c16-1f48-472d-a801-d91155524131", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c7:84:c3,bridge_name='br-int',has_traffic_filtering=True,id=58cd2c16-1f48-472d-a801-d91155524131,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58cd2c16-1f') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG os_vif [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:84:c3,bridge_name='br-int',has_traffic_filtering=True,id=58cd2c16-1f48-472d-a801-d91155524131,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58cd2c16-1f') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap58cd2c16-1f, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2c140029-fdd6-45cb-9f80-5dac1f7814d2) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: INFO os_vif [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:84:c3,bridge_name='br-int',has_traffic_filtering=True,id=58cd2c16-1f48-472d-a801-d91155524131,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58cd2c16-1f')
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-345537820',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-345537820',id=20,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCNkEqjyjAYEG3hMgIhi6e3SZMNK5pp5EL7sDLkswBPQOl+w9opZISO9RY5DgxtAtgk9HcQnBF1PcHsMVqnlIdQtKtt3fI9YiWtzlEwcIY9pM1vrwBpEQtlxzF3lY5SiA==',key_name='tempest-keypair-1925524105',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:57:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4d09cbff44a84e73a2b66d1f54567844',ramdisk_id='',reservation_id='r-1vj10y36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-330905145',owner_user_name='tempest-TaggedBootDevicesTest_v242-330905145-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:57:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524bf296f0b3439e93745c065909cd85',uuid=3173800a-2437-4285-82ac-f2b4a6d38374,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3cb3a681-2a65-4500-a952-5de143622252", "address": "fa:16:3e:bc:0f:fa", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cb3a681-2a", "ovs_interfaceid": "3cb3a681-2a65-4500-a952-5de143622252", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converting VIF {"id": "3cb3a681-2a65-4500-a952-5de143622252", "address": "fa:16:3e:bc:0f:fa", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cb3a681-2a", "ovs_interfaceid": "3cb3a681-2a65-4500-a952-5de143622252", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bc:0f:fa,bridge_name='br-int',has_traffic_filtering=True,id=3cb3a681-2a65-4500-a952-5de143622252,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3cb3a681-2a') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG os_vif [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:0f:fa,bridge_name='br-int',has_traffic_filtering=True,id=3cb3a681-2a65-4500-a952-5de143622252,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3cb3a681-2a') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3cb3a681-2a, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7fe16950-6974-4c5a-8b4b-c7b5a45574a9) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:20 user nova-compute[74974]: INFO os_vif [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:0f:fa,bridge_name='br-int',has_traffic_filtering=True,id=3cb3a681-2a65-4500-a952-5de143622252,network=Network(61c2e8be-5f76-42bc-9c09-01ac7d2b11fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3cb3a681-2a')
Nov 29 11:58:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-345537820',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-345537820',id=20,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCNkEqjyjAYEG3hMgIhi6e3SZMNK5pp5EL7sDLkswBPQOl+w9opZISO9RY5DgxtAtgk9HcQnBF1PcHsMVqnlIdQtKtt3fI9YiWtzlEwcIY9pM1vrwBpEQtlxzF3lY5SiA==',key_name='tempest-keypair-1925524105',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:57:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4d09cbff44a84e73a2b66d1f54567844',ramdisk_id='',reservation_id='r-1vj10y36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-330905145',owner_user_name='tempest-TaggedBootDevicesTest_v242-330905145-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:57:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524bf296f0b3439e93745c065909cd85',uuid=3173800a-2437-4285-82ac-f2b4a6d38374,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "address": "fa:16:3e:fb:28:aa", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae859bf1-2a", "ovs_interfaceid": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converting VIF {"id": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "address": "fa:16:3e:fb:28:aa", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae859bf1-2a", "ovs_interfaceid": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:28:aa,bridge_name='br-int',has_traffic_filtering=True,id=ae859bf1-2aa6-41e6-92b3-95349d8deba3,network=Network(f0f47a53-cc9c-4b5b-82a3-400975f24de7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae859bf1-2a') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_vif [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:28:aa,bridge_name='br-int',has_traffic_filtering=True,id=ae859bf1-2aa6-41e6-92b3-95349d8deba3,network=Network(f0f47a53-cc9c-4b5b-82a3-400975f24de7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae859bf1-2a') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapae859bf1-2a, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f5d18bee-9cbe-4aba-b728-09239e88414a) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:20 user nova-compute[74974]: INFO os_vif [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:28:aa,bridge_name='br-int',has_traffic_filtering=True,id=ae859bf1-2aa6-41e6-92b3-95349d8deba3,network=Network(f0f47a53-cc9c-4b5b-82a3-400975f24de7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae859bf1-2a')
Nov 29 11:58:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:56:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-345537820',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-345537820',id=20,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCNkEqjyjAYEG3hMgIhi6e3SZMNK5pp5EL7sDLkswBPQOl+w9opZISO9RY5DgxtAtgk9HcQnBF1PcHsMVqnlIdQtKtt3fI9YiWtzlEwcIY9pM1vrwBpEQtlxzF3lY5SiA==',key_name='tempest-keypair-1925524105',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:57:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4d09cbff44a84e73a2b66d1f54567844',ramdisk_id='',reservation_id='r-1vj10y36',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-330905145',owner_user_name='tempest-TaggedBootDevicesTest_v242-330905145-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:57:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524bf296f0b3439e93745c065909cd85',uuid=3173800a-2437-4285-82ac-f2b4a6d38374,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "address": "fa:16:3e:33:19:c0", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2b8cc0e-36", "ovs_interfaceid": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converting VIF {"id": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "address": "fa:16:3e:33:19:c0", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2b8cc0e-36", "ovs_interfaceid": "c2b8cc0e-36e7-4029-99b0-f630a108cdaa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:19:c0,bridge_name='br-int',has_traffic_filtering=True,id=c2b8cc0e-36e7-4029-99b0-f630a108cdaa,network=Network(f0f47a53-cc9c-4b5b-82a3-400975f24de7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2b8cc0e-36') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_vif [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:19:c0,bridge_name='br-int',has_traffic_filtering=True,id=c2b8cc0e-36e7-4029-99b0-f630a108cdaa,network=Network(f0f47a53-cc9c-4b5b-82a3-400975f24de7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2b8cc0e-36') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc2b8cc0e-36, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8bcdb262-c398-4ea9-825b-8b8aff770721) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:20 user nova-compute[74974]: INFO os_vif [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:19:c0,bridge_name='br-int',has_traffic_filtering=True,id=c2b8cc0e-36e7-4029-99b0-f630a108cdaa,network=Network(f0f47a53-cc9c-4b5b-82a3-400975f24de7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2b8cc0e-36')
Nov 29 11:58:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iqkxVoWC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:58:20 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[af267b3b-3b99-47a0-ace5-8e23511513c1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:58:20 user nova-compute[74974]: No targets found.
Nov 29 11:58:20 user nova-compute[74974]: iSNS:
Nov 29 11:58:20 user nova-compute[74974]: No targets found.
Nov 29 11:58:20 user nova-compute[74974]: STATIC:
Nov 29 11:58:20 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603
Nov 29 11:58:20 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:20 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:20 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140
Nov 29 11:58:20 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:20 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:20 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796
Nov 29 11:58:20 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:20 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:20 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40
Nov 29 11:58:20 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:20 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:20 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3
Nov 29 11:58:20 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:20 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:20 user nova-compute[74974]: FIRMWARE:
Nov 29 11:58:20 user nova-compute[74974]: No targets found.
Nov 29 11:58:20 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:58:20 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:58:20 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c0da405-e32d-4bcd-a537-1a6c4934a36b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f969649-4040-4910-99f5-c7c3c76adb39]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1acc2108b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603'): ({'sdg'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Removing single pathed devices sdg {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d40424f5-c2a4-49cf-9a25-182a658494e2]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aWbCoemU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:58:20 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b63a7a7-7857-4167-b2f2-7faeb7abdf66]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Flushing IO for device /dev/sdg {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f33e3ddd-e59d-430b-988b-a422e4bf06c0]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.069s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fef56e4-f2ad-4161-9498-314199c886bc]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] SCSI volumes sdg have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2c480d9-1d5d-44ed-b6ca-467d5c95b93e]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[40cbb354-73d7-4040-a74d-bdbbe471916a]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603, portal: 172.16.0.220,3260]
Nov 29 11:58:20 user nova-compute[74974]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603, portal: 172.16.0.220,3260] successful.
Nov 29 11:58:20 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0be0b15e-6b02-4e35-836d-9c1aaf68c603 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e1f3208-713c-4aa8-975c-bf1d2342f4c1]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.408s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] <== disconnect_volume: return (409ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.262s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:58:20 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:58:20 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VNpuerEM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:58:20 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0d08341-ab10-4a50-9f62-d058d3404d3e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:58:20 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[507f58a4-072d-4881-ad38-699d452a970c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d] added
Nov 29 11:58:20 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[581ce51f-5a3d-4cbe-a752-649fd9be3552]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.032s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1b9a793-86e8-459f-9963-033662fd422a]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aWbCoemU {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aWbCoemU" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b302b3f-6511-44f5-9fb3-ba33200efecf]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aWbCoemU'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[06f169d1-14a1-40b3-913d-22848816b399]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3e9d72a-0a94-47f9-b2f4-2f72603a4fea]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c53959bd-1b47-4380-9e16-a514b829635e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d, portal: 172.16.0.220,3260]
Nov 29 11:58:20 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d, portal: 172.16.0.220,3260] successful.
Nov 29 11:58:20 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[133a2c6b-23ef-4cb9-8e33-db0a61536cfc]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2bfaf72-297f-4e5e-af53-8593a4440e79]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d (non-flash)
Nov 29 11:58:20 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:58:20 user nova-compute[74974]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d (non-flash)
Nov 29 11:58:20 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.349s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] HCTL ('35', '-', '-', 0) found on session 26 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d66051ab-be6e-44f7-b362-76a29d18d336]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Searching for a device in session 26 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:58:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aWbCoemU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:58:21 user nova-compute[74974]: DEBUG nova.compute.manager [req-2c14be16-b2f1-4d71-aa33-2eb3a9b29030 req-ab1995d8-1eee-410f-b61d-ec798b71ed39 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-plugged-c2b8cc0e-36e7-4029-99b0-f630a108cdaa {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2c14be16-b2f1-4d71-aa33-2eb3a9b29030 req-ab1995d8-1eee-410f-b61d-ec798b71ed39 service nova] Acquiring lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2c14be16-b2f1-4d71-aa33-2eb3a9b29030 req-ab1995d8-1eee-410f-b61d-ec798b71ed39 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2c14be16-b2f1-4d71-aa33-2eb3a9b29030 req-ab1995d8-1eee-410f-b61d-ec798b71ed39 service nova] Lock "3173800a-2437-4285-82ac-f2b4a6d38374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:21 user nova-compute[74974]: DEBUG nova.compute.manager [req-2c14be16-b2f1-4d71-aa33-2eb3a9b29030 req-ab1995d8-1eee-410f-b61d-ec798b71ed39 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] No waiting events found dispatching network-vif-plugged-c2b8cc0e-36e7-4029-99b0-f630a108cdaa {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:58:21 user nova-compute[74974]: WARNING nova.compute.manager [req-2c14be16-b2f1-4d71-aa33-2eb3a9b29030 req-ab1995d8-1eee-410f-b61d-ec798b71ed39 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received unexpected event network-vif-plugged-c2b8cc0e-36e7-4029-99b0-f630a108cdaa for instance with vm_state active and task_state deleting.
Nov 29 11:58:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.397s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:58:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] <== connect_volume: return (1660ms) {'type': 'block', 'scsi_wwn': '23237363436633437', 'path': '/dev/sdd'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:58:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23237363436633437', 'path': '/dev/sdd'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:58:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.391s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:58:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:21 user nova-compute[74974]: DEBUG nova.objects.instance [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lazy-loading 'flavor' on Instance uuid 66996956-daa4-48af-b3ab-c21eb0931154 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:58:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ba390f6-0ffc-4531-91c0-8881f0aecac4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:58:21 user nova-compute[74974]: No targets found.
Nov 29 11:58:21 user nova-compute[74974]: iSNS:
Nov 29 11:58:21 user nova-compute[74974]: No targets found.
Nov 29 11:58:21 user nova-compute[74974]: STATIC:
Nov 29 11:58:21 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140
Nov 29 11:58:21 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:21 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:21 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d
Nov 29 11:58:21 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:21 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:21 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796
Nov 29 11:58:21 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:21 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:21 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40
Nov 29 11:58:21 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:21 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:21 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3
Nov 29 11:58:21 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:21 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:21 user nova-compute[74974]: FIRMWARE:
Nov 29 11:58:21 user nova-compute[74974]: No targets found.
Nov 29 11:58:21 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:58:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:58:21 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:58:21 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:58:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:58:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 11:58:21 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:58:21 user nova-compute[74974]:   <source dev="/dev/sdd"/>
Nov 29 11:58:21 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:58:21 user nova-compute[74974]:   <serial>f40aebe9-d3ce-4df6-be8a-52fb7233831d</serial>
Nov 29 11:58:21 user nova-compute[74974]: </disk>
Nov 29 11:58:21 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3da6b84-d401-4304-b8e0-609bc5b19b74]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[05cc092b-8120-4bfc-bb00-65e22e5933f3]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:58:22 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:58:22 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:58:22 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:58:22 user nova-compute[74974]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d (non-flash)
Nov 29 11:58:22 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:58:22 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:58:22 user nova-compute[74974]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 (non-flash)
Nov 29 11:58:22 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:58:22 user nova-compute[74974]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d (non-flash)
Nov 29 11:58:22 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1ae6ddd510>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140'): ({'sdf'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Removing single pathed devices sdf {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0ea4a3d-32b1-4163-9bcc-657b6811f29b]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e50c99a-3184-48d0-b1dc-0db079bb0b54]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Flushing IO for device /dev/sdf {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa686b9c-dd24-48ea-890d-417ad9d64928]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.040s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ef413dd-d144-40dc-8914-d4bc09162dbe]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] SCSI volumes sdf have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f09b0d58-695b-45e2-aba5-fcbc03025fd3]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ce1a7b6-f3b8-4d49-9575-5e7ff6c62c40]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140, portal: 172.16.0.220,3260]
Nov 29 11:58:22 user nova-compute[74974]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140, portal: 172.16.0.220,3260] successful.
Nov 29 11:58:22 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:214ec59e-f1ff-47b2-9e28-e9e8566d4140 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[da279c3a-1cf9-4d4f-880d-269e98919ef3]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.339s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] <== disconnect_volume: return (1730ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ijLsfoMD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:58:22 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ce4c555-0ffe-4256-a46d-cd8905c0acf3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:58:22 user nova-compute[74974]: No targets found.
Nov 29 11:58:22 user nova-compute[74974]: iSNS:
Nov 29 11:58:22 user nova-compute[74974]: No targets found.
Nov 29 11:58:22 user nova-compute[74974]: STATIC:
Nov 29 11:58:22 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d
Nov 29 11:58:22 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:22 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:22 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796
Nov 29 11:58:22 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:22 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:22 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40
Nov 29 11:58:22 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:22 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:22 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3
Nov 29 11:58:22 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:22 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:22 user nova-compute[74974]: FIRMWARE:
Nov 29 11:58:22 user nova-compute[74974]: No targets found.
Nov 29 11:58:22 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:58:22 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:58:22 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc6761f3-958b-46b9-a58f-ad35a6ecd576]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3576ed74-e571-42a7-bbf5-2da8d28c22d1]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:58:22 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:58:22 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:58:22 user nova-compute[74974]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d (non-flash)
Nov 29 11:58:22 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:58:22 user nova-compute[74974]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 (non-flash)
Nov 29 11:58:22 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:58:22 user nova-compute[74974]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d (non-flash)
Nov 29 11:58:22 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa8305240>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40'): ({'sde'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Removing single pathed devices sde {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2ec1426-38dc-4469-aa81-c679e1760bb1]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bfd542d-76f1-4043-98d1-fd2de5ec4cf9]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Flushing IO for device /dev/sde {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd27d0a3-63c0-45fd-8700-c98a77767ba7]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.067s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0aad00a5-4d70-4400-8ebf-22675f008232]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] No VIF found with MAC fa:16:3e:89:3b:69, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] SCSI volumes sde have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.098s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[16583aca-ffa8-4b39-9f35-69f793fd8457]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 -p 172.16.0.220:3260 --logout" returned: 0 in 0.082s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd054e06-2cfa-4445-849e-900a9a9b9098]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40, portal: 172.16.0.220,3260]
Nov 29 11:58:22 user nova-compute[74974]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40, portal: 172.16.0.220,3260] successful.
Nov 29 11:58:22 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c48414cd-32f0-4be6-915d-1801463fdb40 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[72b1d09e-f7ba-4cf1-bf2c-cd606bf995c4]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.531s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] <== disconnect_volume: return (532ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:58:22 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Deleting instance files /opt/stack/data/nova/instances/3173800a-2437-4285-82ac-f2b4a6d38374_del
Nov 29 11:58:22 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Deletion of /opt/stack/data/nova/instances/3173800a-2437-4285-82ac-f2b4a6d38374_del complete
Nov 29 11:58:22 user nova-compute[74974]: INFO nova.compute.manager [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Took 5.78 seconds to destroy the instance on the hypervisor.
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 11:58:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4b52d10f-1663-429b-855a-fcb029cb4a99 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.439s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:24 user nova-compute[74974]: DEBUG nova.compute.manager [req-da91de1d-532f-4a18-875a-9ed1c58d2391 req-a9293f4c-862f-44cc-bea2-03ffda1ecee1 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-deleted-c2b8cc0e-36e7-4029-99b0-f630a108cdaa {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:24 user nova-compute[74974]: INFO nova.compute.manager [req-da91de1d-532f-4a18-875a-9ed1c58d2391 req-a9293f4c-862f-44cc-bea2-03ffda1ecee1 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Neutron deleted interface c2b8cc0e-36e7-4029-99b0-f630a108cdaa; detaching it from the instance and deleting it from the info cache
Nov 29 11:58:24 user nova-compute[74974]: DEBUG nova.network.neutron [req-da91de1d-532f-4a18-875a-9ed1c58d2391 req-a9293f4c-862f-44cc-bea2-03ffda1ecee1 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Updating instance_info_cache with network_info: [{"id": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "address": "fa:16:3e:95:ca:80", "network": {"id": "84b962b2-00e7-4782-8030-7cb00332a143", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-108197446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f211da9-58", "ovs_interfaceid": "8f211da9-58b4-4a99-8f57-2a3007dd25ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "address": "fa:16:3e:fd:e7:89", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapad8f66ca-ad", "ovs_interfaceid": "ad8f66ca-ad22-4443-ac97-25c6f6f45ae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "02b2a594-28e4-406f-9252-837d36c4b1aa", "address": "fa:16:3e:d6:0e:cf", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02b2a594-28", "ovs_interfaceid": "02b2a594-28e4-406f-9252-837d36c4b1aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "58cd2c16-1f48-472d-a801-d91155524131", "address": "fa:16:3e:c7:84:c3", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58cd2c16-1f", "ovs_interfaceid": "58cd2c16-1f48-472d-a801-d91155524131", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cb3a681-2a65-4500-a952-5de143622252", "address": "fa:16:3e:bc:0f:fa", "network": {"id": "61c2e8be-5f76-42bc-9c09-01ac7d2b11fc", "bridge": "br-int", "label": "tempest-device-tagging-net1-324125343", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cb3a681-2a", "ovs_interfaceid": "3cb3a681-2a65-4500-a952-5de143622252", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "address": "fa:16:3e:fb:28:aa", "network": {"id": "f0f47a53-cc9c-4b5b-82a3-400975f24de7", "bridge": "br-int", "label": "tempest-device-tagging-net2-1165961065", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4d09cbff44a84e73a2b66d1f54567844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae859bf1-2a", "ovs_interfaceid": "ae859bf1-2aa6-41e6-92b3-95349d8deba3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:58:24 user nova-compute[74974]: DEBUG nova.compute.manager [req-da91de1d-532f-4a18-875a-9ed1c58d2391 req-a9293f4c-862f-44cc-bea2-03ffda1ecee1 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Detach interface failed, port_id=c2b8cc0e-36e7-4029-99b0-f630a108cdaa, reason: Instance 3173800a-2437-4285-82ac-f2b4a6d38374 could not be found. {{(pid=74974) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 11:58:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "66996956-daa4-48af-b3ab-c21eb0931154" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:25 user nova-compute[74974]: INFO nova.compute.manager [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Detaching volume f40aebe9-d3ce-4df6-be8a-52fb7233831d
Nov 29 11:58:25 user nova-compute[74974]: INFO nova.virt.block_device [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Attempting to driver detach volume f40aebe9-d3ce-4df6-be8a-52fb7233831d from mountpoint /dev/vdb
Nov 29 11:58:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Attempting to detach device vdb from instance 66996956-daa4-48af-b3ab-c21eb0931154 from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 11:58:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 11:58:25 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:58:25 user nova-compute[74974]:   <source dev="/dev/sdd"/>
Nov 29 11:58:25 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:58:25 user nova-compute[74974]:   <serial>f40aebe9-d3ce-4df6-be8a-52fb7233831d</serial>
Nov 29 11:58:25 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 11:58:25 user nova-compute[74974]: </disk>
Nov 29 11:58:25 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:58:25 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Successfully detached device vdb from instance 66996956-daa4-48af-b3ab-c21eb0931154 from the persistent domain config.
Nov 29 11:58:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 66996956-daa4-48af-b3ab-c21eb0931154 from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 11:58:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 11:58:25 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:58:25 user nova-compute[74974]:   <source dev="/dev/sdd"/>
Nov 29 11:58:25 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 11:58:25 user nova-compute[74974]:   <serial>f40aebe9-d3ce-4df6-be8a-52fb7233831d</serial>
Nov 29 11:58:25 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 11:58:25 user nova-compute[74974]: </disk>
Nov 29 11:58:25 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 11:58:26 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:58:26 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Took 3.33 seconds to deallocate network for instance.
Nov 29 11:58:26 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 66996956-daa4-48af-b3ab-c21eb0931154 {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 11:58:26 user nova-compute[74974]: DEBUG nova.compute.manager [req-3b29adca-2401-42cc-b7b2-5116c09ace22 req-6c7abe40-47bf-4e3e-a9ac-20a1949e7b57 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-deleted-3cb3a681-2a65-4500-a952-5de143622252 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:26 user nova-compute[74974]: DEBUG nova.compute.manager [req-3b29adca-2401-42cc-b7b2-5116c09ace22 req-6c7abe40-47bf-4e3e-a9ac-20a1949e7b57 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-deleted-58cd2c16-1f48-472d-a801-d91155524131 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:26 user nova-compute[74974]: DEBUG nova.compute.manager [req-3b29adca-2401-42cc-b7b2-5116c09ace22 req-6c7abe40-47bf-4e3e-a9ac-20a1949e7b57 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-deleted-ae859bf1-2aa6-41e6-92b3-95349d8deba3 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:26 user nova-compute[74974]: DEBUG nova.compute.manager [req-3b29adca-2401-42cc-b7b2-5116c09ace22 req-6c7abe40-47bf-4e3e-a9ac-20a1949e7b57 service nova] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Received event network-vif-deleted-8f211da9-58b4-4a99-8f57-2a3007dd25ec {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:28 user nova-compute[74974]: INFO nova.compute.manager [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] [instance: 3173800a-2437-4285-82ac-f2b4a6d38374] Took 2.47 seconds to detach 3 volumes for instance.
Nov 29 11:58:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:29 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:58:29 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:58:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.312s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:29 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Deleted allocations for instance 3173800a-2437-4285-82ac-f2b4a6d38374
Nov 29 11:58:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-11ee70c9-b36c-4555-a9ba-64c4ee5eef89 tempest-TaggedBootDevicesTest_v242-330905145 tempest-TaggedBootDevicesTest_v242-330905145-project-member] Lock "3173800a-2437-4285-82ac-f2b4a6d38374" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 12.091s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "eaeec097-ae93-467e-a761-64f06026ea7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:36 user nova-compute[74974]: DEBUG nova.compute.manager [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:58:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:36 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:58:36 user nova-compute[74974]: INFO nova.compute.claims [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Claim successful on node user
Nov 29 11:58:36 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:58:36 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:58:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.386s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:36 user nova-compute[74974]: DEBUG nova.compute.manager [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG nova.compute.manager [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG nova.network.neutron [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:58:37 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:58:37 user nova-compute[74974]: DEBUG nova.compute.manager [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:58:37 user nova-compute[74974]: INFO nova.virt.block_device [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Booting with volume b34ee814-3a7a-4195-bdd7-1ecea3157ddb at /dev/vda
Nov 29 11:58:37 user nova-compute[74974]: DEBUG nova.policy [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e637ce56a00a436aaa02818c2c701550', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46d0858501084db8935bd64806a4c168', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG os_brick.utils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b27be7a-d9c7-4949-8d11-8432d4a043b8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf525794-2806-472b-b61f-f35cf713cca1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c8fa1d2-bca6-4317-88e2-e841d221a69a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfc5455b-42c9-438c-840a-4efcfd7ac1bd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:58:37 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:58:37 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ea8d3fc-27ba-4f6c-871c-861f7f975270]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG os_brick.utils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:58:37 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Updating existing volume attachment record: 51e09c92-d27d-4bf2-a7e9-05387713e8e3 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:58:38 user nova-compute[74974]: DEBUG nova.network.neutron [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Successfully created port: 19437148-b722-412c-9f16-727ab17b104f {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:58:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:38 user nova-compute[74974]: DEBUG nova.network.neutron [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Successfully created port: dd537680-5bbe-40c8-95e1-18fd67264107 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:58:39 user nova-compute[74974]: DEBUG nova.network.neutron [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Successfully created port: 3c5b0b24-b1e3-4327-98bb-fac2c693e117 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:58:39 user nova-compute[74974]: DEBUG nova.network.neutron [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Successfully created port: c0223b25-fac9-427b-a9af-d5cfeab46d7b {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:58:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:40 user nova-compute[74974]: DEBUG nova.network.neutron [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Successfully created port: 08f18496-a31b-4e18-a96b-b0c56eec4473 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:58:41 user nova-compute[74974]: DEBUG nova.network.neutron [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Successfully updated port: 19437148-b722-412c-9f16-727ab17b104f {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:58:41 user nova-compute[74974]: DEBUG nova.compute.manager [req-da8d192b-4482-4e9f-a68b-3e2e1065989e req-742d9bd5-ac2c-4231-8356-364caf96130b service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-changed-19437148-b722-412c-9f16-727ab17b104f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:41 user nova-compute[74974]: DEBUG nova.compute.manager [req-da8d192b-4482-4e9f-a68b-3e2e1065989e req-742d9bd5-ac2c-4231-8356-364caf96130b service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Refreshing instance network info cache due to event network-changed-19437148-b722-412c-9f16-727ab17b104f. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:58:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-da8d192b-4482-4e9f-a68b-3e2e1065989e req-742d9bd5-ac2c-4231-8356-364caf96130b service nova] Acquiring lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:58:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-da8d192b-4482-4e9f-a68b-3e2e1065989e req-742d9bd5-ac2c-4231-8356-364caf96130b service nova] Acquired lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:58:41 user nova-compute[74974]: DEBUG nova.network.neutron [req-da8d192b-4482-4e9f-a68b-3e2e1065989e req-742d9bd5-ac2c-4231-8356-364caf96130b service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Refreshing network info cache for port 19437148-b722-412c-9f16-727ab17b104f {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:58:41 user nova-compute[74974]: DEBUG nova.network.neutron [req-da8d192b-4482-4e9f-a68b-3e2e1065989e req-742d9bd5-ac2c-4231-8356-364caf96130b service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:58:41 user nova-compute[74974]: DEBUG nova.network.neutron [req-da8d192b-4482-4e9f-a68b-3e2e1065989e req-742d9bd5-ac2c-4231-8356-364caf96130b service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:58:41 user nova-compute[74974]: DEBUG nova.network.neutron [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Successfully updated port: f1670df0-bfb0-4ec0-be16-1471d4ae237d {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:58:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-da8d192b-4482-4e9f-a68b-3e2e1065989e req-742d9bd5-ac2c-4231-8356-364caf96130b service nova] Releasing lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:58:42 user nova-compute[74974]: DEBUG nova.network.neutron [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Successfully updated port: 96c3d9db-fed2-46ae-a541-0c5ab3c70c7d {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:58:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:43 user nova-compute[74974]: DEBUG nova.network.neutron [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Successfully updated port: dd537680-5bbe-40c8-95e1-18fd67264107 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:58:43 user nova-compute[74974]: DEBUG nova.compute.manager [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-changed-f1670df0-bfb0-4ec0-be16-1471d4ae237d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:43 user nova-compute[74974]: DEBUG nova.compute.manager [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Refreshing instance network info cache due to event network-changed-f1670df0-bfb0-4ec0-be16-1471d4ae237d. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:58:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] Acquiring lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:58:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] Acquired lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:58:43 user nova-compute[74974]: DEBUG nova.network.neutron [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Refreshing network info cache for port f1670df0-bfb0-4ec0-be16-1471d4ae237d {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:58:43 user nova-compute[74974]: DEBUG nova.network.neutron [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:58:43 user nova-compute[74974]: DEBUG nova.network.neutron [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Successfully updated port: 3c5b0b24-b1e3-4327-98bb-fac2c693e117 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:58:43 user nova-compute[74974]: DEBUG nova.network.neutron [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:58:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] Releasing lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:58:43 user nova-compute[74974]: DEBUG nova.compute.manager [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-changed-96c3d9db-fed2-46ae-a541-0c5ab3c70c7d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:43 user nova-compute[74974]: DEBUG nova.compute.manager [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Refreshing instance network info cache due to event network-changed-96c3d9db-fed2-46ae-a541-0c5ab3c70c7d. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:58:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] Acquiring lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:58:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] Acquired lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:58:43 user nova-compute[74974]: DEBUG nova.network.neutron [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Refreshing network info cache for port 96c3d9db-fed2-46ae-a541-0c5ab3c70c7d {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG nova.network.neutron [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG nova.network.neutron [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] Releasing lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG nova.compute.manager [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-changed-dd537680-5bbe-40c8-95e1-18fd67264107 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG nova.compute.manager [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Refreshing instance network info cache due to event network-changed-dd537680-5bbe-40c8-95e1-18fd67264107. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] Acquiring lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] Acquired lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG nova.network.neutron [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Refreshing network info cache for port dd537680-5bbe-40c8-95e1-18fd67264107 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG nova.network.neutron [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG nova.network.neutron [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Successfully updated port: c0223b25-fac9-427b-a9af-d5cfeab46d7b {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG nova.compute.manager [req-9caa5732-5faa-4695-b900-81eaa07a3f5f req-aaa1dfb4-9b9e-4462-9cd2-5ebe6714db94 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-changed-c0223b25-fac9-427b-a9af-d5cfeab46d7b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG nova.compute.manager [req-9caa5732-5faa-4695-b900-81eaa07a3f5f req-aaa1dfb4-9b9e-4462-9cd2-5ebe6714db94 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Refreshing instance network info cache due to event network-changed-c0223b25-fac9-427b-a9af-d5cfeab46d7b. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9caa5732-5faa-4695-b900-81eaa07a3f5f req-aaa1dfb4-9b9e-4462-9cd2-5ebe6714db94 service nova] Acquiring lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-2ed3a206-5fd0-4782-b47a-20497a7df7f9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-2ed3a206-5fd0-4782-b47a-20497a7df7f9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG nova.network.neutron [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-befbc330-13e2-4759-af63-95f51d79750b req-b9963f9e-d391-422a-b96a-262fa270372c service nova] Releasing lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9caa5732-5faa-4695-b900-81eaa07a3f5f req-aaa1dfb4-9b9e-4462-9cd2-5ebe6714db94 service nova] Acquired lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:58:44 user nova-compute[74974]: DEBUG nova.network.neutron [req-9caa5732-5faa-4695-b900-81eaa07a3f5f req-aaa1dfb4-9b9e-4462-9cd2-5ebe6714db94 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Refreshing network info cache for port c0223b25-fac9-427b-a9af-d5cfeab46d7b {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:58:44 user nova-compute[74974]: INFO nova.virt.block_device [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Booting with volume 6a1a263d-338c-443d-99a2-b0c00754bc8d at /dev/vdb
Nov 29 11:58:45 user nova-compute[74974]: DEBUG nova.network.neutron [req-9caa5732-5faa-4695-b900-81eaa07a3f5f req-aaa1dfb4-9b9e-4462-9cd2-5ebe6714db94 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Updating instance_info_cache with network_info: [{"id": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "address": "fa:16:3e:65:97:cc", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9744c2-32", "ovs_interfaceid": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-2ed3a206-5fd0-4782-b47a-20497a7df7f9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG os_brick.utils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2019b55a-da51-4e62-b431-6212dce13b27]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f6767a3-18a3-4d8e-9001-2d5bb265697b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[dad9b556-22c4-4c6c-a104-f8e43541effb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[14f48ea6-46e1-435c-89af-77622482252f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:58:45 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[98e7ae40-84e1-4705-9fa6-62af7b49d160]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG os_brick.utils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Updating existing volume attachment record: 22f15aca-93fa-4e1b-b996-1e38330ec976 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG nova.network.neutron [req-9caa5732-5faa-4695-b900-81eaa07a3f5f req-aaa1dfb4-9b9e-4462-9cd2-5ebe6714db94 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9caa5732-5faa-4695-b900-81eaa07a3f5f req-aaa1dfb4-9b9e-4462-9cd2-5ebe6714db94 service nova] Releasing lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG nova.network.neutron [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Successfully updated port: 08f18496-a31b-4e18-a96b-b0c56eec4473 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Acquiring lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Acquired lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG nova.network.neutron [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG nova.compute.manager [req-163e3645-fc3a-4d1e-9314-94d1b3b161b2 req-f0482eec-aef4-4a9a-8f33-0562c3a712c7 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-changed-3c5b0b24-b1e3-4327-98bb-fac2c693e117 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG nova.compute.manager [req-163e3645-fc3a-4d1e-9314-94d1b3b161b2 req-f0482eec-aef4-4a9a-8f33-0562c3a712c7 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Refreshing instance network info cache due to event network-changed-3c5b0b24-b1e3-4327-98bb-fac2c693e117. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-163e3645-fc3a-4d1e-9314-94d1b3b161b2 req-f0482eec-aef4-4a9a-8f33-0562c3a712c7 service nova] Acquiring lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG nova.network.neutron [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:58:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:46 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 66996956-daa4-48af-b3ab-c21eb0931154 is timed out.
Nov 29 11:58:46 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Successfully detached device vdb from instance 66996956-daa4-48af-b3ab-c21eb0931154 from the live domain config.
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aWbCoemU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:58:46 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:58:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d60a6b25-aafd-4478-a304-ba9cab612e0c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:58:46 user nova-compute[74974]: No targets found.
Nov 29 11:58:46 user nova-compute[74974]: iSNS:
Nov 29 11:58:46 user nova-compute[74974]: No targets found.
Nov 29 11:58:46 user nova-compute[74974]: STATIC:
Nov 29 11:58:46 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d
Nov 29 11:58:46 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:46 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:46 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796
Nov 29 11:58:46 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:46 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:46 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3
Nov 29 11:58:46 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:58:46 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:58:46 user nova-compute[74974]: FIRMWARE:
Nov 29 11:58:46 user nova-compute[74974]: No targets found.
Nov 29 11:58:46 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:58:46 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:58:46 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[397e06cc-e689-4f0a-8876-cca4db5fbbf0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[77a201b5-fe50-4951-b35e-d8feb848ea24]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:58:46 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:58:46 user nova-compute[74974]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d (non-flash)
Nov 29 11:58:46 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:58:46 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:58:46 user nova-compute[74974]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d (non-flash)
Nov 29 11:58:46 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1acc4e6b90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d'): ({'sdd'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Removing single pathed devices sdd {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[424bddc7-05d1-4853-9123-7e51e3e11670]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c765840d-b8ac-471b-be52-7cecd5bc86bf]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Flushing IO for device /dev/sdd {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac476284-b3b6-4c75-9336-0a2d9a6ad5ef]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG nova.compute.manager [req-bfb6ba7c-b13e-4ec2-ab27-4cec59ce085d req-45d296d9-2e89-43a9-abeb-5c2bd9240f36 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-changed-08f18496-a31b-4e18-a96b-b0c56eec4473 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG nova.compute.manager [req-bfb6ba7c-b13e-4ec2-ab27-4cec59ce085d req-45d296d9-2e89-43a9-abeb-5c2bd9240f36 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Refreshing instance network info cache due to event network-changed-08f18496-a31b-4e18-a96b-b0c56eec4473. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bfb6ba7c-b13e-4ec2-ab27-4cec59ce085d req-45d296d9-2e89-43a9-abeb-5c2bd9240f36 service nova] Acquiring lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.047s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[897790a7-dc68-4776-8cde-a80595f3cded]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] SCSI volumes sdd have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[de86d7ae-92ba-414e-a214-b57b1d157fc8]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a636cd8-ba61-4732-a2cb-9d83853308a3]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d, portal: 172.16.0.220,3260]
Nov 29 11:58:46 user nova-compute[74974]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d, portal: 172.16.0.220,3260] successful.
Nov 29 11:58:46 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f40aebe9-d3ce-4df6-be8a-52fb7233831d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c5308e1-c216-4933-816e-1c99844f70eb]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.374s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] <== disconnect_volume: return (376ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:58:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:58:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:47 user nova-compute[74974]: DEBUG nova.objects.instance [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lazy-loading 'flavor' on Instance uuid 66996956-daa4-48af-b3ab-c21eb0931154 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:58:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ebdeeefa-b9cd-4729-b84f-a55d5723d18c tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.053s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:47 user nova-compute[74974]: DEBUG nova.network.neutron [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Updating instance_info_cache with network_info: [{"id": "19437148-b722-412c-9f16-727ab17b104f", "address": "fa:16:3e:40:0a:4c", "network": {"id": "35e1e764-ec4e-40c5-99fa-2c4f1cfdf784", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1859389146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19437148-b7", "ovs_interfaceid": "19437148-b722-412c-9f16-727ab17b104f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "address": "fa:16:3e:02:71:0b", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1670df0-bf", "ovs_interfaceid": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "address": "fa:16:3e:11:09:ee", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c3d9db-fe", "ovs_interfaceid": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "dd537680-5bbe-40c8-95e1-18fd67264107", "address": "fa:16:3e:63:54:39", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd537680-5b", "ovs_interfaceid": "dd537680-5bbe-40c8-95e1-18fd67264107", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "address": "fa:16:3e:83:c4:43", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c5b0b24-b1", "ovs_interfaceid": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "address": "fa:16:3e:f6:d1:9f", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0223b25-fa", "ovs_interfaceid": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08f18496-a31b-4e18-a96b-b0c56eec4473", "address": "fa:16:3e:5a:ea:01", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08f18496-a3", "ovs_interfaceid": "08f18496-a31b-4e18-a96b-b0c56eec4473", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:58:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Releasing lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:58:47 user nova-compute[74974]: DEBUG nova.compute.manager [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Instance network_info: |[{"id": "19437148-b722-412c-9f16-727ab17b104f", "address": "fa:16:3e:40:0a:4c", "network": {"id": "35e1e764-ec4e-40c5-99fa-2c4f1cfdf784", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1859389146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19437148-b7", "ovs_interfaceid": "19437148-b722-412c-9f16-727ab17b104f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "address": "fa:16:3e:02:71:0b", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1670df0-bf", "ovs_interfaceid": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "address": "fa:16:3e:11:09:ee", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c3d9db-fe", "ovs_interfaceid": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "dd537680-5bbe-40c8-95e1-18fd67264107", "address": "fa:16:3e:63:54:39", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd537680-5b", "ovs_interfaceid": "dd537680-5bbe-40c8-95e1-18fd67264107", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "address": "fa:16:3e:83:c4:43", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c5b0b24-b1", "ovs_interfaceid": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "address": "fa:16:3e:f6:d1:9f", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0223b25-fa", "ovs_interfaceid": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08f18496-a31b-4e18-a96b-b0c56eec4473", "address": "fa:16:3e:5a:ea:01", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08f18496-a3", "ovs_interfaceid": "08f18496-a31b-4e18-a96b-b0c56eec4473", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:58:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-163e3645-fc3a-4d1e-9314-94d1b3b161b2 req-f0482eec-aef4-4a9a-8f33-0562c3a712c7 service nova] Acquired lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:58:47 user nova-compute[74974]: DEBUG nova.network.neutron [req-163e3645-fc3a-4d1e-9314-94d1b3b161b2 req-f0482eec-aef4-4a9a-8f33-0562c3a712c7 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Refreshing network info cache for port 3c5b0b24-b1e3-4327-98bb-fac2c693e117 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:58:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:48 user nova-compute[74974]: DEBUG nova.network.neutron [req-163e3645-fc3a-4d1e-9314-94d1b3b161b2 req-f0482eec-aef4-4a9a-8f33-0562c3a712c7 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Updated VIF entry in instance network info cache for port 3c5b0b24-b1e3-4327-98bb-fac2c693e117. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:58:48 user nova-compute[74974]: DEBUG nova.network.neutron [req-163e3645-fc3a-4d1e-9314-94d1b3b161b2 req-f0482eec-aef4-4a9a-8f33-0562c3a712c7 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Updating instance_info_cache with network_info: [{"id": "19437148-b722-412c-9f16-727ab17b104f", "address": "fa:16:3e:40:0a:4c", "network": {"id": "35e1e764-ec4e-40c5-99fa-2c4f1cfdf784", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1859389146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19437148-b7", "ovs_interfaceid": "19437148-b722-412c-9f16-727ab17b104f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "address": "fa:16:3e:02:71:0b", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1670df0-bf", "ovs_interfaceid": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "address": "fa:16:3e:11:09:ee", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c3d9db-fe", "ovs_interfaceid": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "dd537680-5bbe-40c8-95e1-18fd67264107", "address": "fa:16:3e:63:54:39", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd537680-5b", "ovs_interfaceid": "dd537680-5bbe-40c8-95e1-18fd67264107", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "address": "fa:16:3e:83:c4:43", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c5b0b24-b1", "ovs_interfaceid": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "address": "fa:16:3e:f6:d1:9f", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0223b25-fa", "ovs_interfaceid": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08f18496-a31b-4e18-a96b-b0c56eec4473", "address": "fa:16:3e:5a:ea:01", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08f18496-a3", "ovs_interfaceid": "08f18496-a31b-4e18-a96b-b0c56eec4473", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:58:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-163e3645-fc3a-4d1e-9314-94d1b3b161b2 req-f0482eec-aef4-4a9a-8f33-0562c3a712c7 service nova] Releasing lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:58:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bfb6ba7c-b13e-4ec2-ab27-4cec59ce085d req-45d296d9-2e89-43a9-abeb-5c2bd9240f36 service nova] Acquired lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:58:48 user nova-compute[74974]: DEBUG nova.network.neutron [req-bfb6ba7c-b13e-4ec2-ab27-4cec59ce085d req-45d296d9-2e89-43a9-abeb-5c2bd9240f36 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Refreshing network info cache for port 08f18496-a31b-4e18-a96b-b0c56eec4473 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:58:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:49 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:58:49 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:58:49 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=7591MB free_disk=25.275833129882812GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 66996956-daa4-48af-b3ab-c21eb0931154 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2ed3a206-5fd0-4782-b47a-20497a7df7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2efba6e2-1052-46af-8c9b-e04be1922fe7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 77ed4d86-4087-4a21-af35-605d0210e311 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance ee78d0d8-0125-46d8-b1e1-2b38eaabeedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e4219657-0bf5-4781-9960-490c7b1d97ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 030bc84e-c46e-4930-a9e1-5f8f5bc78b42 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance aed8217e-ea57-4e0c-ac38-0e14d82df77f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance eaeec097-ae93-467e-a761-64f06026ea7b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG nova.network.neutron [req-bfb6ba7c-b13e-4ec2-ab27-4cec59ce085d req-45d296d9-2e89-43a9-abeb-5c2bd9240f36 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Updated VIF entry in instance network info cache for port 08f18496-a31b-4e18-a96b-b0c56eec4473. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG nova.network.neutron [req-bfb6ba7c-b13e-4ec2-ab27-4cec59ce085d req-45d296d9-2e89-43a9-abeb-5c2bd9240f36 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Updating instance_info_cache with network_info: [{"id": "19437148-b722-412c-9f16-727ab17b104f", "address": "fa:16:3e:40:0a:4c", "network": {"id": "35e1e764-ec4e-40c5-99fa-2c4f1cfdf784", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1859389146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19437148-b7", "ovs_interfaceid": "19437148-b722-412c-9f16-727ab17b104f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "address": "fa:16:3e:02:71:0b", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1670df0-bf", "ovs_interfaceid": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "address": "fa:16:3e:11:09:ee", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c3d9db-fe", "ovs_interfaceid": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "dd537680-5bbe-40c8-95e1-18fd67264107", "address": "fa:16:3e:63:54:39", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd537680-5b", "ovs_interfaceid": "dd537680-5bbe-40c8-95e1-18fd67264107", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "address": "fa:16:3e:83:c4:43", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c5b0b24-b1", "ovs_interfaceid": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "address": "fa:16:3e:f6:d1:9f", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0223b25-fa", "ovs_interfaceid": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08f18496-a31b-4e18-a96b-b0c56eec4473", "address": "fa:16:3e:5a:ea:01", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08f18496-a3", "ovs_interfaceid": "08f18496-a31b-4e18-a96b-b0c56eec4473", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bfb6ba7c-b13e-4ec2-ab27-4cec59ce085d req-45d296d9-2e89-43a9-abeb-5c2bd9240f36 service nova] Releasing lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.433s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:58:49 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:58:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:52 user nova-compute[74974]: INFO nova.virt.block_device [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Booting with volume 9759b011-0a2c-4e05-b7f1-fc776684d7bd at /dev/vdc
Nov 29 11:58:52 user nova-compute[74974]: DEBUG os_brick.utils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:58:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:52 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff12e041-02b6-4ec9-af1f-d0cba17e4938]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e617f22-0184-4f6a-b11b-a8b6cb1d7e74]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:58:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d699cdf-9bfd-43b3-b9d5-8a20a16d4889]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b4acb84-6aba-4fb8-94f2-39bc8c82d715]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:58:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:58:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:58:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:58:53 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:58:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[64138717-213a-4a9b-8c3b-d8c6f30c0be1]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:58:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:58:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:58:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:58:53 user nova-compute[74974]: DEBUG os_brick.utils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:58:53 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Updating existing volume attachment record: 9fc7210c-e0ee-4e84-9001-acfd541e3e39 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:58:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:58:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG nova.compute.manager [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:59:00 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Creating image(s)
Nov 29 11:59:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Did not create local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Ensure instance console log exists: /opt/stack/data/nova/instances/eaeec097-ae93-467e-a761-64f06026ea7b/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Start _get_guest_xml network_info=[{"id": "19437148-b722-412c-9f16-727ab17b104f", "address": "fa:16:3e:40:0a:4c", "network": {"id": "35e1e764-ec4e-40c5-99fa-2c4f1cfdf784", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1859389146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19437148-b7", "ovs_interfaceid": "19437148-b722-412c-9f16-727ab17b104f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "address": "fa:16:3e:02:71:0b", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1670df0-bf", "ovs_interfaceid": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "address": "fa:16:3e:11:09:ee", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c3d9db-fe", "ovs_interfaceid": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "dd537680-5bbe-40c8-95e1-18fd67264107", "address": "fa:16:3e:63:54:39", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd537680-5b", "ovs_interfaceid": "dd537680-5bbe-40c8-95e1-18fd67264107", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "address": "fa:16:3e:83:c4:43", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c5b0b24-b1", "ovs_interfaceid": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "address": "fa:16:3e:f6:d1:9f", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0223b25-fa", "ovs_interfaceid": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08f18496-a31b-4e18-a96b-b0c56eec4473", "address": "fa:16:3e:5a:ea:01", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08f18496-a3", "ovs_interfaceid": "08f18496-a31b-4e18-a96b-b0c56eec4473", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'attachment_id': '51e09c92-d27d-4bf2-a7e9-05387713e8e3', 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wKOfkNmq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'eaeec097-ae93-467e-a761-64f06026ea7b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b34ee814-3a7a-4195-bdd7-1ecea3157ddb', 'serial': 'b34ee814-3a7a-4195-bdd7-1ecea3157ddb'}, 'volume_type': None}, {'delete_on_termination': False, 'disk_bus': 'virtio', 'attachment_id': '22f15aca-93fa-4e1b-b996-1e38330ec976', 'guest_format': None, 'device_type': 'disk', 'boot_index': 1, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dLgSarQY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'eaeec097-ae93-467e-a761-64f06026ea7b', 'attached_at': '', 'detached_at': '', 'volume_id': '6a1a263d-338c-443d-99a2-b0c00754bc8d', 'serial': '6a1a263d-338c-443d-99a2-b0c00754bc8d'}, 'volume_type': None}, {'delete_on_termination': False, 'disk_bus': 'virtio', 'attachment_id': '9fc7210c-e0ee-4e84-9001-acfd541e3e39', 'guest_format': None, 'device_type': 'disk', 'boot_index': 2, 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dHMtwgOf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'eaeec097-ae93-467e-a761-64f06026ea7b', 'attached_at': '', 'detached_at': '', 'volume_id': '9759b011-0a2c-4e05-b7f1-fc776684d7bd', 'serial': '9759b011-0a2c-4e05-b7f1-fc776684d7bd'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:59:00 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:59:00 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:59:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wKOfkNmq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:59:00 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:59:00 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:59:00 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:59:00 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:59:00 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:59:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fde154b-28ea-4cff-b422-8f25c03bf230]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:59:00 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[48f1d883-a975-43ed-8a79-8f0074e367eb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb] added
Nov 29 11:59:00 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[47c6b616-e4c5-4159-9a5b-8d97a1082260]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c22cf558-dcd2-4ecf-b92e-0e1710727a8c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wKOfkNmq {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wKOfkNmq" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f80baa3f-ba22-4cbb-b7a6-57f81da6730a]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wKOfkNmq'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[dabb4085-ea65-46e9-acc2-52f947c42201]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e28890e-5897-46a6-aa7a-3d487dc039d2]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:59:01 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:59:01 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:59:01 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:59:01 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1162817b-0b7c-4795-9bcc-cc572d9d5ae1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb, portal: 172.16.0.220,3260]
Nov 29 11:59:01 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb, portal: 172.16.0.220,3260] successful.
Nov 29 11:59:01 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0d8b89a-ed6e-4584-854c-f9201eac106b]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[65eed044-2999-432d-adb8-99ea82cc6a69]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:59:01 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:59:01 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 11:59:01 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:59:01 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:59:01 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 11:59:01 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.283s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] HCTL ('35', '-', '-', 0) found on session 27 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[282c2846-7911-45ca-b6cd-6e944959e8d3]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Searching for a device in session 27 and hctl ['35', '*', '*', 0] yield: None {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:59:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Searching for a device in session 27 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wKOfkNmq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.310s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] <== connect_volume: return (1312ms) {'type': 'block', 'scsi_wwn': '23735643435616237', 'path': '/dev/sdd'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23735643435616237', 'path': '/dev/sdd'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dLgSarQY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:59:02 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:59:02 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:59:02 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b54827c-8af2-4b16-b1f7-68f8bc92810e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:59:02 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ade85dfc-c3a0-4dac-bca8-750e3e8c92a6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d] added
Nov 29 11:59:02 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1922e5bc-caea-4be5-a390-416bd4e88996]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f692088-928d-43bd-a773-d12449388a4b]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dLgSarQY {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dLgSarQY" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[06e7cdc3-ae2a-499d-9e8f-e85c404bf131]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dLgSarQY'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[79e8df19-2b77-498a-8779-8b8c7cd2bf55]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1a73b32-6ed0-4421-a7bc-fe9d40de6998]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:59:02 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:59:02 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 11:59:02 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:59:02 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:59:02 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 11:59:02 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7b29d28-0847-416c-abe2-857e94f80dbc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d, portal: 172.16.0.220,3260]
Nov 29 11:59:02 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d, portal: 172.16.0.220,3260] successful.
Nov 29 11:59:02 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d27dd1b-91be-4a4a-bbd3-f8f45c16d058]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6675b0ad-163b-4f0c-8a92-2ffa8dd6e6b9]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:59:02 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:59:02 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 11:59:02 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 11:59:02 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:59:02 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:59:02 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 11:59:02 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 11:59:02 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.287s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] HCTL ('36', '-', '-', 0) found on session 28 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[dea7aa27-961e-4d92-bb47-ef4eedb93364]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Searching for a device in session 28 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:59:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dLgSarQY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] <== connect_volume: return (1323ms) {'type': 'block', 'scsi_wwn': '26363393166333162', 'path': '/dev/sde'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26363393166333162', 'path': '/dev/sde'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dHMtwgOf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:59:03 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:59:03 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:59:03 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:59:03 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:59:03 user nova-compute[74974]: INFO nova.compute.claims [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Claim successful on node user
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea3d7569-fe4e-4433-be59-40f9679e7835]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:59:03 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed6667ec-3bf7-4569-9762-38ac79345fdf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd] added
Nov 29 11:59:03 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee4db8a9-3de7-4daf-ba77-c0bdf8992551]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[decc846c-3663-4ed0-88d9-f331d0bc687b]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dHMtwgOf {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dHMtwgOf" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bb123e7-43c2-4b1b-8669-e87797680ca3]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dHMtwgOf'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[013f6a36-8c9c-41d5-80a3-c6b902e7bc71]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f157b579-8918-4450-9915-5e079d5081d9]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:59:03 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:59:03 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 11:59:03 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 11:59:03 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:59:03 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:59:03 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 11:59:03 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 11:59:03 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c99a86b5-d02d-40f1-998a-016a168c27d9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd, portal: 172.16.0.220,3260]
Nov 29 11:59:03 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd, portal: 172.16.0.220,3260] successful.
Nov 29 11:59:03 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[69d2e3d9-1610-496f-9ac8-7db5c8b4f6ae]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f5cacaf-2be3-468e-b9c1-d2f467f076b4]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:59:03 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:59:03 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 11:59:03 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 11:59:03 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 11:59:03 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:59:03 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:59:03 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 11:59:03 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 11:59:03 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 11:59:03 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.310s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] HCTL ('37', '-', '-', 0) found on session 29 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[297c56d3-90e6-4144-b90b-88e9b2296839]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Searching for a device in session 29 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:59:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dHMtwgOf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:59:04 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:59:04 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:59:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.486s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:04 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:59:04 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:59:04 user nova-compute[74974]: DEBUG nova.network.neutron [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:59:04 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:59:04 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:59:04 user nova-compute[74974]: INFO nova.virt.block_device [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Booting with blank volume at /dev/vda
Nov 29 11:59:04 user nova-compute[74974]: DEBUG nova.policy [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47cf3f690e8140818fa4f5ce4c6bb348', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e26d19eb78e40fab0e0b3afba63dbb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:59:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.345s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:59:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] <== connect_volume: return (1346ms) {'type': 'block', 'scsi_wwn': '23833656463343939', 'path': '/dev/sdf'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:59:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23833656463343939', 'path': '/dev/sdf'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:58:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-256631076',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-256631076',id=23,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRRv+YCW+opzno8IuXR/2QhuFu5i5qz6j8tEt7NUOU45w2b29zfECJS+zvCnsVmuwAeJlPN6gPGZ279YopRv/dTWBmbCRROWJlfJhJGxjDvV/9xdn2Y3c1WDASMeK4Xsw==',key_name='tempest-keypair-680744651',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46d0858501084db8935bd64806a4c168',ramdisk_id='',reservation_id='r-2ya04y98',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1888455432',owner_user_name='tempest-TaggedBootDevicesTest-1888455432-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:58:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e637ce56a00a436aaa02818c2c701550',uuid=eaeec097-ae93-467e-a761-64f06026ea7b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "19437148-b722-412c-9f16-727ab17b104f", "address": "fa:16:3e:40:0a:4c", "network": {"id": "35e1e764-ec4e-40c5-99fa-2c4f1cfdf784", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1859389146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19437148-b7", "ovs_interfaceid": "19437148-b722-412c-9f16-727ab17b104f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converting VIF {"id": "19437148-b722-412c-9f16-727ab17b104f", "address": "fa:16:3e:40:0a:4c", "network": {"id": "35e1e764-ec4e-40c5-99fa-2c4f1cfdf784", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1859389146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19437148-b7", "ovs_interfaceid": "19437148-b722-412c-9f16-727ab17b104f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:0a:4c,bridge_name='br-int',has_traffic_filtering=True,id=19437148-b722-412c-9f16-727ab17b104f,network=Network(35e1e764-ec4e-40c5-99fa-2c4f1cfdf784),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19437148-b7') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:58:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-256631076',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-256631076',id=23,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRRv+YCW+opzno8IuXR/2QhuFu5i5qz6j8tEt7NUOU45w2b29zfECJS+zvCnsVmuwAeJlPN6gPGZ279YopRv/dTWBmbCRROWJlfJhJGxjDvV/9xdn2Y3c1WDASMeK4Xsw==',key_name='tempest-keypair-680744651',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46d0858501084db8935bd64806a4c168',ramdisk_id='',reservation_id='r-2ya04y98',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1888455432',owner_user_name='tempest-TaggedBootDevicesTest-1888455432-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:58:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e637ce56a00a436aaa02818c2c701550',uuid=eaeec097-ae93-467e-a761-64f06026ea7b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "address": "fa:16:3e:02:71:0b", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1670df0-bf", "ovs_interfaceid": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converting VIF {"id": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "address": "fa:16:3e:02:71:0b", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1670df0-bf", "ovs_interfaceid": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:71:0b,bridge_name='br-int',has_traffic_filtering=True,id=f1670df0-bfb0-4ec0-be16-1471d4ae237d,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf1670df0-bf') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:58:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-256631076',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-256631076',id=23,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRRv+YCW+opzno8IuXR/2QhuFu5i5qz6j8tEt7NUOU45w2b29zfECJS+zvCnsVmuwAeJlPN6gPGZ279YopRv/dTWBmbCRROWJlfJhJGxjDvV/9xdn2Y3c1WDASMeK4Xsw==',key_name='tempest-keypair-680744651',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46d0858501084db8935bd64806a4c168',ramdisk_id='',reservation_id='r-2ya04y98',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1888455432',owner_user_name='tempest-TaggedBootDevicesTest-1888455432-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:58:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e637ce56a00a436aaa02818c2c701550',uuid=eaeec097-ae93-467e-a761-64f06026ea7b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "address": "fa:16:3e:11:09:ee", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c3d9db-fe", "ovs_interfaceid": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converting VIF {"id": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "address": "fa:16:3e:11:09:ee", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c3d9db-fe", "ovs_interfaceid": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:09:ee,bridge_name='br-int',has_traffic_filtering=True,id=96c3d9db-fed2-46ae-a541-0c5ab3c70c7d,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap96c3d9db-fe') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:58:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-256631076',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-256631076',id=23,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRRv+YCW+opzno8IuXR/2QhuFu5i5qz6j8tEt7NUOU45w2b29zfECJS+zvCnsVmuwAeJlPN6gPGZ279YopRv/dTWBmbCRROWJlfJhJGxjDvV/9xdn2Y3c1WDASMeK4Xsw==',key_name='tempest-keypair-680744651',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46d0858501084db8935bd64806a4c168',ramdisk_id='',reservation_id='r-2ya04y98',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1888455432',owner_user_name='tempest-TaggedBootDevicesTest-1888455432-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:58:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e637ce56a00a436aaa02818c2c701550',uuid=eaeec097-ae93-467e-a761-64f06026ea7b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dd537680-5bbe-40c8-95e1-18fd67264107", "address": "fa:16:3e:63:54:39", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd537680-5b", "ovs_interfaceid": "dd537680-5bbe-40c8-95e1-18fd67264107", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converting VIF {"id": "dd537680-5bbe-40c8-95e1-18fd67264107", "address": "fa:16:3e:63:54:39", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd537680-5b", "ovs_interfaceid": "dd537680-5bbe-40c8-95e1-18fd67264107", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:63:54:39,bridge_name='br-int',has_traffic_filtering=True,id=dd537680-5bbe-40c8-95e1-18fd67264107,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd537680-5b') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:58:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-256631076',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-256631076',id=23,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRRv+YCW+opzno8IuXR/2QhuFu5i5qz6j8tEt7NUOU45w2b29zfECJS+zvCnsVmuwAeJlPN6gPGZ279YopRv/dTWBmbCRROWJlfJhJGxjDvV/9xdn2Y3c1WDASMeK4Xsw==',key_name='tempest-keypair-680744651',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46d0858501084db8935bd64806a4c168',ramdisk_id='',reservation_id='r-2ya04y98',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1888455432',owner_user_name='tempest-TaggedBootDevicesTest-1888455432-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:58:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e637ce56a00a436aaa02818c2c701550',uuid=eaeec097-ae93-467e-a761-64f06026ea7b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "address": "fa:16:3e:83:c4:43", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c5b0b24-b1", "ovs_interfaceid": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converting VIF {"id": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "address": "fa:16:3e:83:c4:43", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c5b0b24-b1", "ovs_interfaceid": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:c4:43,bridge_name='br-int',has_traffic_filtering=True,id=3c5b0b24-b1e3-4327-98bb-fac2c693e117,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c5b0b24-b1') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:58:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-256631076',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-256631076',id=23,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRRv+YCW+opzno8IuXR/2QhuFu5i5qz6j8tEt7NUOU45w2b29zfECJS+zvCnsVmuwAeJlPN6gPGZ279YopRv/dTWBmbCRROWJlfJhJGxjDvV/9xdn2Y3c1WDASMeK4Xsw==',key_name='tempest-keypair-680744651',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46d0858501084db8935bd64806a4c168',ramdisk_id='',reservation_id='r-2ya04y98',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1888455432',owner_user_name='tempest-TaggedBootDevicesTest-1888455432-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:58:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e637ce56a00a436aaa02818c2c701550',uuid=eaeec097-ae93-467e-a761-64f06026ea7b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "address": "fa:16:3e:f6:d1:9f", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0223b25-fa", "ovs_interfaceid": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converting VIF {"id": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "address": "fa:16:3e:f6:d1:9f", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0223b25-fa", "ovs_interfaceid": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f6:d1:9f,bridge_name='br-int',has_traffic_filtering=True,id=c0223b25-fac9-427b-a9af-d5cfeab46d7b,network=Network(ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0223b25-fa') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:58:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-256631076',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-256631076',id=23,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRRv+YCW+opzno8IuXR/2QhuFu5i5qz6j8tEt7NUOU45w2b29zfECJS+zvCnsVmuwAeJlPN6gPGZ279YopRv/dTWBmbCRROWJlfJhJGxjDvV/9xdn2Y3c1WDASMeK4Xsw==',key_name='tempest-keypair-680744651',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46d0858501084db8935bd64806a4c168',ramdisk_id='',reservation_id='r-2ya04y98',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1888455432',owner_user_name='tempest-TaggedBootDevicesTest-1888455432-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:58:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e637ce56a00a436aaa02818c2c701550',uuid=eaeec097-ae93-467e-a761-64f06026ea7b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "08f18496-a31b-4e18-a96b-b0c56eec4473", "address": "fa:16:3e:5a:ea:01", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08f18496-a3", "ovs_interfaceid": "08f18496-a31b-4e18-a96b-b0c56eec4473", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converting VIF {"id": "08f18496-a31b-4e18-a96b-b0c56eec4473", "address": "fa:16:3e:5a:ea:01", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08f18496-a3", "ovs_interfaceid": "08f18496-a31b-4e18-a96b-b0c56eec4473", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:ea:01,bridge_name='br-int',has_traffic_filtering=True,id=08f18496-a31b-4e18-a96b-b0c56eec4473,network=Network(ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08f18496-a3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.objects.instance [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lazy-loading 'pci_devices' on Instance uuid eaeec097-ae93-467e-a761-64f06026ea7b {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:59:05 user nova-compute[74974]:   <uuid>eaeec097-ae93-467e-a761-64f06026ea7b</uuid>
Nov 29 11:59:05 user nova-compute[74974]:   <name>instance-00000017</name>
Nov 29 11:59:05 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:59:05 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:59:05 user nova-compute[74974]:   <metadata>
Nov 29 11:59:05 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:59:05 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:59:05 user nova-compute[74974]:       <nova:name>tempest-device-tagging-server-256631076</nova:name>
Nov 29 11:59:05 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:59:00</nova:creationTime>
Nov 29 11:59:05 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:59:05 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:59:05 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:59:05 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:59:05 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:59:05 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:59:05 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:59:05 user nova-compute[74974]:       <nova:owner>
Nov 29 11:59:05 user nova-compute[74974]:         <nova:user uuid="e637ce56a00a436aaa02818c2c701550">tempest-TaggedBootDevicesTest-1888455432-project-member</nova:user>
Nov 29 11:59:05 user nova-compute[74974]:         <nova:project uuid="46d0858501084db8935bd64806a4c168">tempest-TaggedBootDevicesTest-1888455432</nova:project>
Nov 29 11:59:05 user nova-compute[74974]:       </nova:owner>
Nov 29 11:59:05 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:59:05 user nova-compute[74974]:       <nova:ports>
Nov 29 11:59:05 user nova-compute[74974]:         <nova:port uuid="19437148-b722-412c-9f16-727ab17b104f">
Nov 29 11:59:05 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 11:59:05 user nova-compute[74974]:         </nova:port>
Nov 29 11:59:05 user nova-compute[74974]:         <nova:port uuid="f1670df0-bfb0-4ec0-be16-1471d4ae237d">
Nov 29 11:59:05 user nova-compute[74974]:           <nova:ip type="fixed" address="10.1.1.181" ipVersion="4"/>
Nov 29 11:59:05 user nova-compute[74974]:         </nova:port>
Nov 29 11:59:05 user nova-compute[74974]:         <nova:port uuid="96c3d9db-fed2-46ae-a541-0c5ab3c70c7d">
Nov 29 11:59:05 user nova-compute[74974]:           <nova:ip type="fixed" address="10.1.1.139" ipVersion="4"/>
Nov 29 11:59:05 user nova-compute[74974]:         </nova:port>
Nov 29 11:59:05 user nova-compute[74974]:         <nova:port uuid="dd537680-5bbe-40c8-95e1-18fd67264107">
Nov 29 11:59:05 user nova-compute[74974]:           <nova:ip type="fixed" address="10.1.1.36" ipVersion="4"/>
Nov 29 11:59:05 user nova-compute[74974]:         </nova:port>
Nov 29 11:59:05 user nova-compute[74974]:         <nova:port uuid="3c5b0b24-b1e3-4327-98bb-fac2c693e117">
Nov 29 11:59:05 user nova-compute[74974]:           <nova:ip type="fixed" address="10.1.1.133" ipVersion="4"/>
Nov 29 11:59:05 user nova-compute[74974]:         </nova:port>
Nov 29 11:59:05 user nova-compute[74974]:         <nova:port uuid="c0223b25-fac9-427b-a9af-d5cfeab46d7b">
Nov 29 11:59:05 user nova-compute[74974]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 29 11:59:05 user nova-compute[74974]:         </nova:port>
Nov 29 11:59:05 user nova-compute[74974]:         <nova:port uuid="08f18496-a31b-4e18-a96b-b0c56eec4473">
Nov 29 11:59:05 user nova-compute[74974]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 29 11:59:05 user nova-compute[74974]:         </nova:port>
Nov 29 11:59:05 user nova-compute[74974]:       </nova:ports>
Nov 29 11:59:05 user nova-compute[74974]:     </nova:instance>
Nov 29 11:59:05 user nova-compute[74974]:   </metadata>
Nov 29 11:59:05 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:59:05 user nova-compute[74974]:     <system>
Nov 29 11:59:05 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:59:05 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:59:05 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:59:05 user nova-compute[74974]:       <entry name="serial">eaeec097-ae93-467e-a761-64f06026ea7b</entry>
Nov 29 11:59:05 user nova-compute[74974]:       <entry name="uuid">eaeec097-ae93-467e-a761-64f06026ea7b</entry>
Nov 29 11:59:05 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:59:05 user nova-compute[74974]:     </system>
Nov 29 11:59:05 user nova-compute[74974]:   </sysinfo>
Nov 29 11:59:05 user nova-compute[74974]:   <os>
Nov 29 11:59:05 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:59:05 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:59:05 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:59:05 user nova-compute[74974]:   </os>
Nov 29 11:59:05 user nova-compute[74974]:   <features>
Nov 29 11:59:05 user nova-compute[74974]:     <acpi/>
Nov 29 11:59:05 user nova-compute[74974]:     <apic/>
Nov 29 11:59:05 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:59:05 user nova-compute[74974]:   </features>
Nov 29 11:59:05 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:59:05 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:59:05 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:59:05 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:59:05 user nova-compute[74974]:   </clock>
Nov 29 11:59:05 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:59:05 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:59:05 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:59:05 user nova-compute[74974]:   </cpu>
Nov 29 11:59:05 user nova-compute[74974]:   <devices>
Nov 29 11:59:05 user nova-compute[74974]:     <disk type="file" device="cdrom">
Nov 29 11:59:05 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none"/>
Nov 29 11:59:05 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/eaeec097-ae93-467e-a761-64f06026ea7b/disk.config"/>
Nov 29 11:59:05 user nova-compute[74974]:       <target dev="hda" bus="ide"/>
Nov 29 11:59:05 user nova-compute[74974]:     </disk>
Nov 29 11:59:05 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 11:59:05 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:59:05 user nova-compute[74974]:       <source dev="/dev/sdd"/>
Nov 29 11:59:05 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:59:05 user nova-compute[74974]:       <serial>b34ee814-3a7a-4195-bdd7-1ecea3157ddb</serial>
Nov 29 11:59:05 user nova-compute[74974]:     </disk>
Nov 29 11:59:05 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 11:59:05 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:59:05 user nova-compute[74974]:       <source dev="/dev/sde"/>
Nov 29 11:59:05 user nova-compute[74974]:       <target dev="vdb" bus="virtio"/>
Nov 29 11:59:05 user nova-compute[74974]:       <serial>6a1a263d-338c-443d-99a2-b0c00754bc8d</serial>
Nov 29 11:59:05 user nova-compute[74974]:     </disk>
Nov 29 11:59:05 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 11:59:05 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:59:05 user nova-compute[74974]:       <source dev="/dev/sdf"/>
Nov 29 11:59:05 user nova-compute[74974]:       <target dev="vdc" bus="virtio"/>
Nov 29 11:59:05 user nova-compute[74974]:       <serial>9759b011-0a2c-4e05-b7f1-fc776684d7bd</serial>
Nov 29 11:59:05 user nova-compute[74974]:     </disk>
Nov 29 11:59:05 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:59:05 user nova-compute[74974]:       <mac address="fa:16:3e:40:0a:4c"/>
Nov 29 11:59:05 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:59:05 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:59:05 user nova-compute[74974]:       <target dev="tap19437148-b7"/>
Nov 29 11:59:05 user nova-compute[74974]:     </interface>
Nov 29 11:59:05 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:59:05 user nova-compute[74974]:       <mac address="fa:16:3e:02:71:0b"/>
Nov 29 11:59:05 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:59:05 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:59:05 user nova-compute[74974]:       <target dev="tapf1670df0-bf"/>
Nov 29 11:59:05 user nova-compute[74974]:     </interface>
Nov 29 11:59:05 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:59:05 user nova-compute[74974]:       <mac address="fa:16:3e:11:09:ee"/>
Nov 29 11:59:05 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:59:05 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:59:05 user nova-compute[74974]:       <target dev="tap96c3d9db-fe"/>
Nov 29 11:59:05 user nova-compute[74974]:     </interface>
Nov 29 11:59:05 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:59:05 user nova-compute[74974]:       <mac address="fa:16:3e:63:54:39"/>
Nov 29 11:59:05 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:59:05 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:59:05 user nova-compute[74974]:       <target dev="tapdd537680-5b"/>
Nov 29 11:59:05 user nova-compute[74974]:     </interface>
Nov 29 11:59:05 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:59:05 user nova-compute[74974]:       <mac address="fa:16:3e:83:c4:43"/>
Nov 29 11:59:05 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:59:05 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:59:05 user nova-compute[74974]:       <target dev="tap3c5b0b24-b1"/>
Nov 29 11:59:05 user nova-compute[74974]:     </interface>
Nov 29 11:59:05 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:59:05 user nova-compute[74974]:       <mac address="fa:16:3e:f6:d1:9f"/>
Nov 29 11:59:05 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:59:05 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:59:05 user nova-compute[74974]:       <target dev="tapc0223b25-fa"/>
Nov 29 11:59:05 user nova-compute[74974]:     </interface>
Nov 29 11:59:05 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:59:05 user nova-compute[74974]:       <mac address="fa:16:3e:5a:ea:01"/>
Nov 29 11:59:05 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:59:05 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:59:05 user nova-compute[74974]:       <target dev="tap08f18496-a3"/>
Nov 29 11:59:05 user nova-compute[74974]:     </interface>
Nov 29 11:59:05 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:59:05 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/eaeec097-ae93-467e-a761-64f06026ea7b/console.log" append="off"/>
Nov 29 11:59:05 user nova-compute[74974]:     </serial>
Nov 29 11:59:05 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:59:05 user nova-compute[74974]:     <video>
Nov 29 11:59:05 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:59:05 user nova-compute[74974]:     </video>
Nov 29 11:59:05 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:59:05 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:59:05 user nova-compute[74974]:     </rng>
Nov 29 11:59:05 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:59:05 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:59:05 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:59:05 user nova-compute[74974]:     </memballoon>
Nov 29 11:59:05 user nova-compute[74974]:   </devices>
Nov 29 11:59:05 user nova-compute[74974]: </domain>
Nov 29 11:59:05 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:58:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-256631076',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-256631076',id=23,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRRv+YCW+opzno8IuXR/2QhuFu5i5qz6j8tEt7NUOU45w2b29zfECJS+zvCnsVmuwAeJlPN6gPGZ279YopRv/dTWBmbCRROWJlfJhJGxjDvV/9xdn2Y3c1WDASMeK4Xsw==',key_name='tempest-keypair-680744651',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46d0858501084db8935bd64806a4c168',ramdisk_id='',reservation_id='r-2ya04y98',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1888455432',owner_user_name='tempest-TaggedBootDevicesTest-1888455432-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:58:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e637ce56a00a436aaa02818c2c701550',uuid=eaeec097-ae93-467e-a761-64f06026ea7b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "19437148-b722-412c-9f16-727ab17b104f", "address": "fa:16:3e:40:0a:4c", "network": {"id": "35e1e764-ec4e-40c5-99fa-2c4f1cfdf784", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1859389146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19437148-b7", "ovs_interfaceid": "19437148-b722-412c-9f16-727ab17b104f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converting VIF {"id": "19437148-b722-412c-9f16-727ab17b104f", "address": "fa:16:3e:40:0a:4c", "network": {"id": "35e1e764-ec4e-40c5-99fa-2c4f1cfdf784", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1859389146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19437148-b7", "ovs_interfaceid": "19437148-b722-412c-9f16-727ab17b104f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:0a:4c,bridge_name='br-int',has_traffic_filtering=True,id=19437148-b722-412c-9f16-727ab17b104f,network=Network(35e1e764-ec4e-40c5-99fa-2c4f1cfdf784),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19437148-b7') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG os_vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:0a:4c,bridge_name='br-int',has_traffic_filtering=True,id=19437148-b722-412c-9f16-727ab17b104f,network=Network(35e1e764-ec4e-40c5-99fa-2c4f1cfdf784),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19437148-b7') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '806d51aa-54d5-5cd7-9f54-421d7295867b', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap19437148-b7, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap19437148-b7, col_values=(('qos', UUID('89df395b-ec83-423f-9620-b5f7510086ec')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap19437148-b7, col_values=(('external_ids', {'iface-id': '19437148-b722-412c-9f16-727ab17b104f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:40:0a:4c', 'vm-uuid': 'eaeec097-ae93-467e-a761-64f06026ea7b'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: INFO os_vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:0a:4c,bridge_name='br-int',has_traffic_filtering=True,id=19437148-b722-412c-9f16-727ab17b104f,network=Network(35e1e764-ec4e-40c5-99fa-2c4f1cfdf784),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19437148-b7')
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:58:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-256631076',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-256631076',id=23,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRRv+YCW+opzno8IuXR/2QhuFu5i5qz6j8tEt7NUOU45w2b29zfECJS+zvCnsVmuwAeJlPN6gPGZ279YopRv/dTWBmbCRROWJlfJhJGxjDvV/9xdn2Y3c1WDASMeK4Xsw==',key_name='tempest-keypair-680744651',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46d0858501084db8935bd64806a4c168',ramdisk_id='',reservation_id='r-2ya04y98',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1888455432',owner_user_name='tempest-TaggedBootDevicesTest-1888455432-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:58:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e637ce56a00a436aaa02818c2c701550',uuid=eaeec097-ae93-467e-a761-64f06026ea7b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "address": "fa:16:3e:02:71:0b", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1670df0-bf", "ovs_interfaceid": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converting VIF {"id": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "address": "fa:16:3e:02:71:0b", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1670df0-bf", "ovs_interfaceid": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:71:0b,bridge_name='br-int',has_traffic_filtering=True,id=f1670df0-bfb0-4ec0-be16-1471d4ae237d,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf1670df0-bf') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG os_vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:71:0b,bridge_name='br-int',has_traffic_filtering=True,id=f1670df0-bfb0-4ec0-be16-1471d4ae237d,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf1670df0-bf') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '97ddfbd0-6455-56d5-8e7c-6ca9828b5bf9', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf1670df0-bf, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf1670df0-bf, col_values=(('qos', UUID('a7ba5a02-0913-43a1-9a4c-cb1c5990b739')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf1670df0-bf, col_values=(('external_ids', {'iface-id': 'f1670df0-bfb0-4ec0-be16-1471d4ae237d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:02:71:0b', 'vm-uuid': 'eaeec097-ae93-467e-a761-64f06026ea7b'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.neutron [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Successfully created port: 7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: INFO os_vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:71:0b,bridge_name='br-int',has_traffic_filtering=True,id=f1670df0-bfb0-4ec0-be16-1471d4ae237d,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf1670df0-bf')
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:58:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-256631076',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-256631076',id=23,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRRv+YCW+opzno8IuXR/2QhuFu5i5qz6j8tEt7NUOU45w2b29zfECJS+zvCnsVmuwAeJlPN6gPGZ279YopRv/dTWBmbCRROWJlfJhJGxjDvV/9xdn2Y3c1WDASMeK4Xsw==',key_name='tempest-keypair-680744651',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46d0858501084db8935bd64806a4c168',ramdisk_id='',reservation_id='r-2ya04y98',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1888455432',owner_user_name='tempest-TaggedBootDevicesTest-1888455432-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:58:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e637ce56a00a436aaa02818c2c701550',uuid=eaeec097-ae93-467e-a761-64f06026ea7b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "address": "fa:16:3e:11:09:ee", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c3d9db-fe", "ovs_interfaceid": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converting VIF {"id": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "address": "fa:16:3e:11:09:ee", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c3d9db-fe", "ovs_interfaceid": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:09:ee,bridge_name='br-int',has_traffic_filtering=True,id=96c3d9db-fed2-46ae-a541-0c5ab3c70c7d,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap96c3d9db-fe') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG os_vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:09:ee,bridge_name='br-int',has_traffic_filtering=True,id=96c3d9db-fed2-46ae-a541-0c5ab3c70c7d,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap96c3d9db-fe') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0f8dffcc-f4da-59e3-a1d8-02f96a5733ea', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap96c3d9db-fe, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap96c3d9db-fe, col_values=(('qos', UUID('60657789-91c2-46d3-8f4e-49c693ac7198')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap96c3d9db-fe, col_values=(('external_ids', {'iface-id': '96c3d9db-fed2-46ae-a541-0c5ab3c70c7d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:11:09:ee', 'vm-uuid': 'eaeec097-ae93-467e-a761-64f06026ea7b'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: INFO os_vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:09:ee,bridge_name='br-int',has_traffic_filtering=True,id=96c3d9db-fed2-46ae-a541-0c5ab3c70c7d,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap96c3d9db-fe')
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:58:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-256631076',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-256631076',id=23,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRRv+YCW+opzno8IuXR/2QhuFu5i5qz6j8tEt7NUOU45w2b29zfECJS+zvCnsVmuwAeJlPN6gPGZ279YopRv/dTWBmbCRROWJlfJhJGxjDvV/9xdn2Y3c1WDASMeK4Xsw==',key_name='tempest-keypair-680744651',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46d0858501084db8935bd64806a4c168',ramdisk_id='',reservation_id='r-2ya04y98',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1888455432',owner_user_name='tempest-TaggedBootDevicesTest-1888455432-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:58:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e637ce56a00a436aaa02818c2c701550',uuid=eaeec097-ae93-467e-a761-64f06026ea7b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dd537680-5bbe-40c8-95e1-18fd67264107", "address": "fa:16:3e:63:54:39", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd537680-5b", "ovs_interfaceid": "dd537680-5bbe-40c8-95e1-18fd67264107", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converting VIF {"id": "dd537680-5bbe-40c8-95e1-18fd67264107", "address": "fa:16:3e:63:54:39", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd537680-5b", "ovs_interfaceid": "dd537680-5bbe-40c8-95e1-18fd67264107", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:63:54:39,bridge_name='br-int',has_traffic_filtering=True,id=dd537680-5bbe-40c8-95e1-18fd67264107,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd537680-5b') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG os_vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:63:54:39,bridge_name='br-int',has_traffic_filtering=True,id=dd537680-5bbe-40c8-95e1-18fd67264107,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd537680-5b') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4e4471fb-b370-573b-a23c-23a049706cfd', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdd537680-5b, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdd537680-5b, col_values=(('qos', UUID('54b77421-2287-497a-84ba-4b2091a7ed6e')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdd537680-5b, col_values=(('external_ids', {'iface-id': 'dd537680-5bbe-40c8-95e1-18fd67264107', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:63:54:39', 'vm-uuid': 'eaeec097-ae93-467e-a761-64f06026ea7b'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: INFO os_vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:63:54:39,bridge_name='br-int',has_traffic_filtering=True,id=dd537680-5bbe-40c8-95e1-18fd67264107,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd537680-5b')
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:58:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-256631076',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-256631076',id=23,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRRv+YCW+opzno8IuXR/2QhuFu5i5qz6j8tEt7NUOU45w2b29zfECJS+zvCnsVmuwAeJlPN6gPGZ279YopRv/dTWBmbCRROWJlfJhJGxjDvV/9xdn2Y3c1WDASMeK4Xsw==',key_name='tempest-keypair-680744651',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46d0858501084db8935bd64806a4c168',ramdisk_id='',reservation_id='r-2ya04y98',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1888455432',owner_user_name='tempest-TaggedBootDevicesTest-1888455432-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:58:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e637ce56a00a436aaa02818c2c701550',uuid=eaeec097-ae93-467e-a761-64f06026ea7b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "address": "fa:16:3e:83:c4:43", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c5b0b24-b1", "ovs_interfaceid": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converting VIF {"id": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "address": "fa:16:3e:83:c4:43", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c5b0b24-b1", "ovs_interfaceid": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:c4:43,bridge_name='br-int',has_traffic_filtering=True,id=3c5b0b24-b1e3-4327-98bb-fac2c693e117,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c5b0b24-b1') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG os_vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:c4:43,bridge_name='br-int',has_traffic_filtering=True,id=3c5b0b24-b1e3-4327-98bb-fac2c693e117,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c5b0b24-b1') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2f245026-f3e0-5b27-bb7b-fcac3304c6a6', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3c5b0b24-b1, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3c5b0b24-b1, col_values=(('qos', UUID('996794e8-a1b1-4613-b067-7bea5f181cef')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3c5b0b24-b1, col_values=(('external_ids', {'iface-id': '3c5b0b24-b1e3-4327-98bb-fac2c693e117', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:83:c4:43', 'vm-uuid': 'eaeec097-ae93-467e-a761-64f06026ea7b'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: INFO os_vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:c4:43,bridge_name='br-int',has_traffic_filtering=True,id=3c5b0b24-b1e3-4327-98bb-fac2c693e117,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c5b0b24-b1')
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:58:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-256631076',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-256631076',id=23,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRRv+YCW+opzno8IuXR/2QhuFu5i5qz6j8tEt7NUOU45w2b29zfECJS+zvCnsVmuwAeJlPN6gPGZ279YopRv/dTWBmbCRROWJlfJhJGxjDvV/9xdn2Y3c1WDASMeK4Xsw==',key_name='tempest-keypair-680744651',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46d0858501084db8935bd64806a4c168',ramdisk_id='',reservation_id='r-2ya04y98',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1888455432',owner_user_name='tempest-TaggedBootDevicesTest-1888455432-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:58:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e637ce56a00a436aaa02818c2c701550',uuid=eaeec097-ae93-467e-a761-64f06026ea7b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "address": "fa:16:3e:f6:d1:9f", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0223b25-fa", "ovs_interfaceid": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converting VIF {"id": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "address": "fa:16:3e:f6:d1:9f", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0223b25-fa", "ovs_interfaceid": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f6:d1:9f,bridge_name='br-int',has_traffic_filtering=True,id=c0223b25-fac9-427b-a9af-d5cfeab46d7b,network=Network(ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0223b25-fa') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG os_vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f6:d1:9f,bridge_name='br-int',has_traffic_filtering=True,id=c0223b25-fac9-427b-a9af-d5cfeab46d7b,network=Network(ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0223b25-fa') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd2584ad9-9141-5705-bd50-eaf218e22ea2', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc0223b25-fa, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc0223b25-fa, col_values=(('qos', UUID('56ed4ccc-d5c5-4190-963b-707805e1a7fa')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc0223b25-fa, col_values=(('external_ids', {'iface-id': 'c0223b25-fac9-427b-a9af-d5cfeab46d7b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f6:d1:9f', 'vm-uuid': 'eaeec097-ae93-467e-a761-64f06026ea7b'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: INFO os_vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f6:d1:9f,bridge_name='br-int',has_traffic_filtering=True,id=c0223b25-fac9-427b-a9af-d5cfeab46d7b,network=Network(ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0223b25-fa')
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:58:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-256631076',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-256631076',id=23,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRRv+YCW+opzno8IuXR/2QhuFu5i5qz6j8tEt7NUOU45w2b29zfECJS+zvCnsVmuwAeJlPN6gPGZ279YopRv/dTWBmbCRROWJlfJhJGxjDvV/9xdn2Y3c1WDASMeK4Xsw==',key_name='tempest-keypair-680744651',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46d0858501084db8935bd64806a4c168',ramdisk_id='',reservation_id='r-2ya04y98',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1888455432',owner_user_name='tempest-TaggedBootDevicesTest-1888455432-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:58:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e637ce56a00a436aaa02818c2c701550',uuid=eaeec097-ae93-467e-a761-64f06026ea7b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "08f18496-a31b-4e18-a96b-b0c56eec4473", "address": "fa:16:3e:5a:ea:01", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08f18496-a3", "ovs_interfaceid": "08f18496-a31b-4e18-a96b-b0c56eec4473", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converting VIF {"id": "08f18496-a31b-4e18-a96b-b0c56eec4473", "address": "fa:16:3e:5a:ea:01", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08f18496-a3", "ovs_interfaceid": "08f18496-a31b-4e18-a96b-b0c56eec4473", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:ea:01,bridge_name='br-int',has_traffic_filtering=True,id=08f18496-a31b-4e18-a96b-b0c56eec4473,network=Network(ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08f18496-a3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG os_vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:ea:01,bridge_name='br-int',has_traffic_filtering=True,id=08f18496-a31b-4e18-a96b-b0c56eec4473,network=Network(ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08f18496-a3') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '14187104-196d-528a-8711-3d139096a9ef', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap08f18496-a3, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap08f18496-a3, col_values=(('qos', UUID('2ef7b52f-5ae8-4b15-92af-40800e66d7ff')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap08f18496-a3, col_values=(('external_ids', {'iface-id': '08f18496-a31b-4e18-a96b-b0c56eec4473', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5a:ea:01', 'vm-uuid': 'eaeec097-ae93-467e-a761-64f06026ea7b'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:05 user nova-compute[74974]: INFO os_vif [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:ea:01,bridge_name='br-int',has_traffic_filtering=True,id=08f18496-a31b-4e18-a96b-b0c56eec4473,network=Network(ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08f18496-a3')
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] No BDM found with device name hda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] No VIF found with MAC fa:16:3e:40:0a:4c, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] No VIF found with MAC fa:16:3e:83:c4:43, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:59:05 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Using config drive
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.neutron [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Successfully updated port: 7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "refresh_cache-e0cb8e50-6436-4a97-b50c-23f5ad505d68" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquired lock "refresh_cache-e0cb8e50-6436-4a97-b50c-23f5ad505d68" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.neutron [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-9275cf8c-7040-4447-97b8-e74e72861f51 req-050626bd-701b-4bd9-bb3c-83a67dea5f69 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received event network-changed-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-9275cf8c-7040-4447-97b8-e74e72861f51 req-050626bd-701b-4bd9-bb3c-83a67dea5f69 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Refreshing instance network info cache due to event network-changed-7d994ad2-c294-441a-8d28-c529c8e0416c. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9275cf8c-7040-4447-97b8-e74e72861f51 req-050626bd-701b-4bd9-bb3c-83a67dea5f69 service nova] Acquiring lock "refresh_cache-e0cb8e50-6436-4a97-b50c-23f5ad505d68" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:59:05 user nova-compute[74974]: DEBUG nova.network.neutron [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:59:06 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Creating config drive at /opt/stack/data/nova/instances/eaeec097-ae93-467e-a761-64f06026ea7b/disk.config
Nov 29 11:59:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/eaeec097-ae93-467e-a761-64f06026ea7b/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpdjqss8ak {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/eaeec097-ae93-467e-a761-64f06026ea7b/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpdjqss8ak" returned: 0 in 0.056s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:06 user nova-compute[74974]: DEBUG nova.network.neutron [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Updating instance_info_cache with network_info: [{"id": "7d994ad2-c294-441a-8d28-c529c8e0416c", "address": "fa:16:3e:da:de:f1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d994ad2-c2", "ovs_interfaceid": "7d994ad2-c294-441a-8d28-c529c8e0416c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:59:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Releasing lock "refresh_cache-e0cb8e50-6436-4a97-b50c-23f5ad505d68" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:59:06 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Instance network_info: |[{"id": "7d994ad2-c294-441a-8d28-c529c8e0416c", "address": "fa:16:3e:da:de:f1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d994ad2-c2", "ovs_interfaceid": "7d994ad2-c294-441a-8d28-c529c8e0416c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:59:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9275cf8c-7040-4447-97b8-e74e72861f51 req-050626bd-701b-4bd9-bb3c-83a67dea5f69 service nova] Acquired lock "refresh_cache-e0cb8e50-6436-4a97-b50c-23f5ad505d68" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:59:06 user nova-compute[74974]: DEBUG nova.network.neutron [req-9275cf8c-7040-4447-97b8-e74e72861f51 req-050626bd-701b-4bd9-bb3c-83a67dea5f69 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Refreshing network info cache for port 7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:59:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:07 user nova-compute[74974]: DEBUG nova.network.neutron [req-9275cf8c-7040-4447-97b8-e74e72861f51 req-050626bd-701b-4bd9-bb3c-83a67dea5f69 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Updated VIF entry in instance network info cache for port 7d994ad2-c294-441a-8d28-c529c8e0416c. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:59:07 user nova-compute[74974]: DEBUG nova.network.neutron [req-9275cf8c-7040-4447-97b8-e74e72861f51 req-050626bd-701b-4bd9-bb3c-83a67dea5f69 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Updating instance_info_cache with network_info: [{"id": "7d994ad2-c294-441a-8d28-c529c8e0416c", "address": "fa:16:3e:da:de:f1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d994ad2-c2", "ovs_interfaceid": "7d994ad2-c294-441a-8d28-c529c8e0416c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:59:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9275cf8c-7040-4447-97b8-e74e72861f51 req-050626bd-701b-4bd9-bb3c-83a67dea5f69 service nova] Releasing lock "refresh_cache-e0cb8e50-6436-4a97-b50c-23f5ad505d68" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:59:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:07 user nova-compute[74974]: DEBUG nova.compute.manager [req-0b940a5c-2f5e-47e3-a2bb-a04f749657bd req-479b8158-2381-4fd2-8000-9b25cf6cac2e service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-plugged-19437148-b722-412c-9f16-727ab17b104f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0b940a5c-2f5e-47e3-a2bb-a04f749657bd req-479b8158-2381-4fd2-8000-9b25cf6cac2e service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0b940a5c-2f5e-47e3-a2bb-a04f749657bd req-479b8158-2381-4fd2-8000-9b25cf6cac2e service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0b940a5c-2f5e-47e3-a2bb-a04f749657bd req-479b8158-2381-4fd2-8000-9b25cf6cac2e service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:07 user nova-compute[74974]: DEBUG nova.compute.manager [req-0b940a5c-2f5e-47e3-a2bb-a04f749657bd req-479b8158-2381-4fd2-8000-9b25cf6cac2e service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-plugged-19437148-b722-412c-9f16-727ab17b104f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:59:07 user nova-compute[74974]: WARNING nova.compute.manager [req-0b940a5c-2f5e-47e3-a2bb-a04f749657bd req-479b8158-2381-4fd2-8000-9b25cf6cac2e service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received unexpected event network-vif-plugged-19437148-b722-412c-9f16-727ab17b104f for instance with vm_state building and task_state spawning.
Nov 29 11:59:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-103cdab1-28e5-4252-8b51-6ba48484582d req-1b795c25-3e5a-46fb-9139-e57acdbe05ff service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-plugged-f1670df0-bfb0-4ec0-be16-1471d4ae237d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-103cdab1-28e5-4252-8b51-6ba48484582d req-1b795c25-3e5a-46fb-9139-e57acdbe05ff service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-103cdab1-28e5-4252-8b51-6ba48484582d req-1b795c25-3e5a-46fb-9139-e57acdbe05ff service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-103cdab1-28e5-4252-8b51-6ba48484582d req-1b795c25-3e5a-46fb-9139-e57acdbe05ff service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-103cdab1-28e5-4252-8b51-6ba48484582d req-1b795c25-3e5a-46fb-9139-e57acdbe05ff service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-plugged-f1670df0-bfb0-4ec0-be16-1471d4ae237d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:59:08 user nova-compute[74974]: WARNING nova.compute.manager [req-103cdab1-28e5-4252-8b51-6ba48484582d req-1b795c25-3e5a-46fb-9139-e57acdbe05ff service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received unexpected event network-vif-plugged-f1670df0-bfb0-4ec0-be16-1471d4ae237d for instance with vm_state building and task_state spawning.
Nov 29 11:59:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-c702935e-3550-4713-b975-8073ce0c0a4e req-15aaaed1-66e5-4a0c-b08c-12ab8494dcef service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-plugged-dd537680-5bbe-40c8-95e1-18fd67264107 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c702935e-3550-4713-b975-8073ce0c0a4e req-15aaaed1-66e5-4a0c-b08c-12ab8494dcef service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c702935e-3550-4713-b975-8073ce0c0a4e req-15aaaed1-66e5-4a0c-b08c-12ab8494dcef service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c702935e-3550-4713-b975-8073ce0c0a4e req-15aaaed1-66e5-4a0c-b08c-12ab8494dcef service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-c702935e-3550-4713-b975-8073ce0c0a4e req-15aaaed1-66e5-4a0c-b08c-12ab8494dcef service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-plugged-dd537680-5bbe-40c8-95e1-18fd67264107 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:59:08 user nova-compute[74974]: WARNING nova.compute.manager [req-c702935e-3550-4713-b975-8073ce0c0a4e req-15aaaed1-66e5-4a0c-b08c-12ab8494dcef service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received unexpected event network-vif-plugged-dd537680-5bbe-40c8-95e1-18fd67264107 for instance with vm_state building and task_state spawning.
Nov 29 11:59:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-31f11ea3-6787-41c3-bcf3-84d651f4aed0 req-a4d6cbde-e461-4564-81de-ff2afd7e28bb service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-plugged-19437148-b722-412c-9f16-727ab17b104f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-31f11ea3-6787-41c3-bcf3-84d651f4aed0 req-a4d6cbde-e461-4564-81de-ff2afd7e28bb service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-31f11ea3-6787-41c3-bcf3-84d651f4aed0 req-a4d6cbde-e461-4564-81de-ff2afd7e28bb service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-31f11ea3-6787-41c3-bcf3-84d651f4aed0 req-a4d6cbde-e461-4564-81de-ff2afd7e28bb service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-31f11ea3-6787-41c3-bcf3-84d651f4aed0 req-a4d6cbde-e461-4564-81de-ff2afd7e28bb service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-plugged-19437148-b722-412c-9f16-727ab17b104f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:59:10 user nova-compute[74974]: WARNING nova.compute.manager [req-31f11ea3-6787-41c3-bcf3-84d651f4aed0 req-a4d6cbde-e461-4564-81de-ff2afd7e28bb service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received unexpected event network-vif-plugged-19437148-b722-412c-9f16-727ab17b104f for instance with vm_state building and task_state spawning.
Nov 29 11:59:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-31f11ea3-6787-41c3-bcf3-84d651f4aed0 req-a4d6cbde-e461-4564-81de-ff2afd7e28bb service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-plugged-3c5b0b24-b1e3-4327-98bb-fac2c693e117 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-31f11ea3-6787-41c3-bcf3-84d651f4aed0 req-a4d6cbde-e461-4564-81de-ff2afd7e28bb service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-31f11ea3-6787-41c3-bcf3-84d651f4aed0 req-a4d6cbde-e461-4564-81de-ff2afd7e28bb service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-31f11ea3-6787-41c3-bcf3-84d651f4aed0 req-a4d6cbde-e461-4564-81de-ff2afd7e28bb service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-31f11ea3-6787-41c3-bcf3-84d651f4aed0 req-a4d6cbde-e461-4564-81de-ff2afd7e28bb service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-plugged-3c5b0b24-b1e3-4327-98bb-fac2c693e117 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:59:10 user nova-compute[74974]: WARNING nova.compute.manager [req-31f11ea3-6787-41c3-bcf3-84d651f4aed0 req-a4d6cbde-e461-4564-81de-ff2afd7e28bb service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received unexpected event network-vif-plugged-3c5b0b24-b1e3-4327-98bb-fac2c693e117 for instance with vm_state building and task_state spawning.
Nov 29 11:59:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-31f11ea3-6787-41c3-bcf3-84d651f4aed0 req-a4d6cbde-e461-4564-81de-ff2afd7e28bb service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-plugged-3c5b0b24-b1e3-4327-98bb-fac2c693e117 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-31f11ea3-6787-41c3-bcf3-84d651f4aed0 req-a4d6cbde-e461-4564-81de-ff2afd7e28bb service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-31f11ea3-6787-41c3-bcf3-84d651f4aed0 req-a4d6cbde-e461-4564-81de-ff2afd7e28bb service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-31f11ea3-6787-41c3-bcf3-84d651f4aed0 req-a4d6cbde-e461-4564-81de-ff2afd7e28bb service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-31f11ea3-6787-41c3-bcf3-84d651f4aed0 req-a4d6cbde-e461-4564-81de-ff2afd7e28bb service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-plugged-3c5b0b24-b1e3-4327-98bb-fac2c693e117 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:59:10 user nova-compute[74974]: WARNING nova.compute.manager [req-31f11ea3-6787-41c3-bcf3-84d651f4aed0 req-a4d6cbde-e461-4564-81de-ff2afd7e28bb service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received unexpected event network-vif-plugged-3c5b0b24-b1e3-4327-98bb-fac2c693e117 for instance with vm_state building and task_state spawning.
Nov 29 11:59:10 user nova-compute[74974]: DEBUG os_brick.utils [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9a9ac22-d684-40bb-a386-e13547d9afe1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f97bc12d-5afb-4afb-9185-cc323fb8cfef]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8c8f1f7-7691-4276-9182-a967ff4dfb46]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[adb7c82e-6d29-4d04-9107-a0aa95fb52b5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:59:10 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[307af131-7f02-4fd1-8f83-3e8c473ffffc]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG os_brick.utils [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] <== get_connector_properties: return (154ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Updating existing volume attachment record: add53a62-5bab-420d-87da-5c2dcfcdb443 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-plugged-f1670df0-bfb0-4ec0-be16-1471d4ae237d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-plugged-f1670df0-bfb0-4ec0-be16-1471d4ae237d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:59:10 user nova-compute[74974]: WARNING nova.compute.manager [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received unexpected event network-vif-plugged-f1670df0-bfb0-4ec0-be16-1471d4ae237d for instance with vm_state building and task_state spawning.
Nov 29 11:59:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-plugged-96c3d9db-fed2-46ae-a541-0c5ab3c70c7d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-plugged-96c3d9db-fed2-46ae-a541-0c5ab3c70c7d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:59:10 user nova-compute[74974]: WARNING nova.compute.manager [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received unexpected event network-vif-plugged-96c3d9db-fed2-46ae-a541-0c5ab3c70c7d for instance with vm_state building and task_state spawning.
Nov 29 11:59:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-plugged-96c3d9db-fed2-46ae-a541-0c5ab3c70c7d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-plugged-96c3d9db-fed2-46ae-a541-0c5ab3c70c7d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:59:10 user nova-compute[74974]: WARNING nova.compute.manager [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received unexpected event network-vif-plugged-96c3d9db-fed2-46ae-a541-0c5ab3c70c7d for instance with vm_state building and task_state spawning.
Nov 29 11:59:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-plugged-c0223b25-fac9-427b-a9af-d5cfeab46d7b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-plugged-c0223b25-fac9-427b-a9af-d5cfeab46d7b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:59:10 user nova-compute[74974]: WARNING nova.compute.manager [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received unexpected event network-vif-plugged-c0223b25-fac9-427b-a9af-d5cfeab46d7b for instance with vm_state building and task_state spawning.
Nov 29 11:59:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-plugged-c0223b25-fac9-427b-a9af-d5cfeab46d7b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-plugged-c0223b25-fac9-427b-a9af-d5cfeab46d7b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:59:10 user nova-compute[74974]: WARNING nova.compute.manager [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received unexpected event network-vif-plugged-c0223b25-fac9-427b-a9af-d5cfeab46d7b for instance with vm_state building and task_state spawning.
Nov 29 11:59:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-plugged-08f18496-a31b-4e18-a96b-b0c56eec4473 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-plugged-08f18496-a31b-4e18-a96b-b0c56eec4473 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:59:10 user nova-compute[74974]: WARNING nova.compute.manager [req-b08d89f3-13c7-464d-8e90-17a16d6a947c req-3587bb19-3a24-4a0f-a1e2-0d7d81f105bf service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received unexpected event network-vif-plugged-08f18496-a31b-4e18-a96b-b0c56eec4473 for instance with vm_state building and task_state spawning.
Nov 29 11:59:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-2e3e39bd-938e-4a25-a0e2-1ba4491f205b req-2401bada-8558-465d-a8a4-ceb50aa1a62e service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-plugged-dd537680-5bbe-40c8-95e1-18fd67264107 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2e3e39bd-938e-4a25-a0e2-1ba4491f205b req-2401bada-8558-465d-a8a4-ceb50aa1a62e service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2e3e39bd-938e-4a25-a0e2-1ba4491f205b req-2401bada-8558-465d-a8a4-ceb50aa1a62e service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2e3e39bd-938e-4a25-a0e2-1ba4491f205b req-2401bada-8558-465d-a8a4-ceb50aa1a62e service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-2e3e39bd-938e-4a25-a0e2-1ba4491f205b req-2401bada-8558-465d-a8a4-ceb50aa1a62e service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-plugged-dd537680-5bbe-40c8-95e1-18fd67264107 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:59:10 user nova-compute[74974]: WARNING nova.compute.manager [req-2e3e39bd-938e-4a25-a0e2-1ba4491f205b req-2401bada-8558-465d-a8a4-ceb50aa1a62e service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received unexpected event network-vif-plugged-dd537680-5bbe-40c8-95e1-18fd67264107 for instance with vm_state building and task_state spawning.
Nov 29 11:59:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:59:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:59:12 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Instance spawned successfully.
Nov 29 11:59:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:59:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:59:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:59:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:59:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:59:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:59:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:59:12 user nova-compute[74974]: INFO nova.compute.manager [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Took 11.30 seconds to spawn the instance on the hypervisor.
Nov 29 11:59:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:59:12 user nova-compute[74974]: INFO nova.compute.manager [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Took 35.73 seconds to build instance.
Nov 29 11:59:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-21aa0aef-ec45-4c84-9a49-94aae8dfcf6f tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "eaeec097-ae93-467e-a761-64f06026ea7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 35.910s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-271b6768-e33e-4191-98e5-3ebd79bb9a23 req-87533153-e515-4c26-8ca9-ffd2b54cad5b service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-plugged-08f18496-a31b-4e18-a96b-b0c56eec4473 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-271b6768-e33e-4191-98e5-3ebd79bb9a23 req-87533153-e515-4c26-8ca9-ffd2b54cad5b service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-271b6768-e33e-4191-98e5-3ebd79bb9a23 req-87533153-e515-4c26-8ca9-ffd2b54cad5b service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-271b6768-e33e-4191-98e5-3ebd79bb9a23 req-87533153-e515-4c26-8ca9-ffd2b54cad5b service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-271b6768-e33e-4191-98e5-3ebd79bb9a23 req-87533153-e515-4c26-8ca9-ffd2b54cad5b service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-plugged-08f18496-a31b-4e18-a96b-b0c56eec4473 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:59:12 user nova-compute[74974]: WARNING nova.compute.manager [req-271b6768-e33e-4191-98e5-3ebd79bb9a23 req-87533153-e515-4c26-8ca9-ffd2b54cad5b service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received unexpected event network-vif-plugged-08f18496-a31b-4e18-a96b-b0c56eec4473 for instance with vm_state active and task_state None.
Nov 29 11:59:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:59:19 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Creating image(s)
Nov 29 11:59:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Did not create local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Ensure instance console log exists: /opt/stack/data/nova/instances/e0cb8e50-6436-4a97-b50c-23f5ad505d68/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Start _get_guest_xml network_info=[{"id": "7d994ad2-c294-441a-8d28-c529c8e0416c", "address": "fa:16:3e:da:de:f1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d994ad2-c2", "ovs_interfaceid": "7d994ad2-c294-441a-8d28-c529c8e0416c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'attachment_id': 'add53a62-5bab-420d-87da-5c2dcfcdb443', 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'geAQtpSV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e0cb8e50-6436-4a97-b50c-23f5ad505d68', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9aa0797-c5a3-4a2b-931f-913a6f930116', 'serial': 'd9aa0797-c5a3-4a2b-931f-913a6f930116'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:59:19 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:59:19 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:59:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'geAQtpSV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:59:19 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:59:19 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:59:19 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bd158fd-b908-497f-a3ae-69d83fa91749]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:59:19 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[47212653-88e0-4996-ac51-ab64bff2ad75]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116] added
Nov 29 11:59:19 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c237821-b04d-49fc-914d-96b5395a829b]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[beebf899-f22b-41bf-9a62-5694d4f9f988]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v geAQtpSV {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v geAQtpSV" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[aee253fd-4b5b-4b3f-9da2-490e5e1b5d17]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'geAQtpSV'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1da87dea-670e-4585-aa1d-89a72e99a8f9]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[01c788b0-560c-4fc8-9b73-31c89da559a6]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:59:19 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:59:19 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 11:59:19 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 11:59:19 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 11:59:19 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:59:19 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:59:19 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 11:59:19 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 11:59:19 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 11:59:19 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[43a67075-c893-40a8-8339-efdb1a3c4cd8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116, portal: 172.16.0.220,3260]
Nov 29 11:59:19 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116, portal: 172.16.0.220,3260] successful.
Nov 29 11:59:19 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3335412a-adb9-4672-82f6-ba97d14eb334]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[471f12a4-4154-4aa2-b24f-a708b517e39c]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:59:19 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:59:19 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 11:59:19 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 11:59:19 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 11:59:19 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 11:59:19 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:59:19 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:59:19 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 11:59:19 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 11:59:19 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 11:59:19 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 11:59:19 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.338s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] HCTL ('38', '-', '-', 0) found on session 30 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d34cb41f-d94a-4ae6-8035-c1680d3296b0]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Searching for a device in session 30 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:59:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'geAQtpSV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.384s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] <== connect_volume: return (1385ms) {'type': 'block', 'scsi_wwn': '26265613633396431', 'path': '/dev/sdg'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26265613633396431', 'path': '/dev/sdg'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:59:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1912485546',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1912485546',id=24,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2e26d19eb78e40fab0e0b3afba63dbb1',ramdisk_id='',reservation_id='r-ei9al2ij',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:59:04Z,user_data=None,user_id='47cf3f690e8140818fa4f5ce4c6bb348',uuid=e0cb8e50-6436-4a97-b50c-23f5ad505d68,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7d994ad2-c294-441a-8d28-c529c8e0416c", "address": "fa:16:3e:da:de:f1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d994ad2-c2", "ovs_interfaceid": "7d994ad2-c294-441a-8d28-c529c8e0416c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converting VIF {"id": "7d994ad2-c294-441a-8d28-c529c8e0416c", "address": "fa:16:3e:da:de:f1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d994ad2-c2", "ovs_interfaceid": "7d994ad2-c294-441a-8d28-c529c8e0416c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:de:f1,bridge_name='br-int',has_traffic_filtering=True,id=7d994ad2-c294-441a-8d28-c529c8e0416c,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d994ad2-c2') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG nova.objects.instance [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lazy-loading 'pci_devices' on Instance uuid e0cb8e50-6436-4a97-b50c-23f5ad505d68 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:59:20 user nova-compute[74974]:   <uuid>e0cb8e50-6436-4a97-b50c-23f5ad505d68</uuid>
Nov 29 11:59:20 user nova-compute[74974]:   <name>instance-00000018</name>
Nov 29 11:59:20 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 11:59:20 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 11:59:20 user nova-compute[74974]:   <metadata>
Nov 29 11:59:20 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:59:20 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 11:59:20 user nova-compute[74974]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1912485546</nova:name>
Nov 29 11:59:20 user nova-compute[74974]:       <nova:creationTime>2023-11-29 11:59:19</nova:creationTime>
Nov 29 11:59:20 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 11:59:20 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 11:59:20 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 11:59:20 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 11:59:20 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:59:20 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:59:20 user nova-compute[74974]:       </nova:flavor>
Nov 29 11:59:20 user nova-compute[74974]:       <nova:owner>
Nov 29 11:59:20 user nova-compute[74974]:         <nova:user uuid="47cf3f690e8140818fa4f5ce4c6bb348">tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member</nova:user>
Nov 29 11:59:20 user nova-compute[74974]:         <nova:project uuid="2e26d19eb78e40fab0e0b3afba63dbb1">tempest-ServerBootFromVolumeStableRescueTest-1027217046</nova:project>
Nov 29 11:59:20 user nova-compute[74974]:       </nova:owner>
Nov 29 11:59:20 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 11:59:20 user nova-compute[74974]:       <nova:ports>
Nov 29 11:59:20 user nova-compute[74974]:         <nova:port uuid="7d994ad2-c294-441a-8d28-c529c8e0416c">
Nov 29 11:59:20 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 11:59:20 user nova-compute[74974]:         </nova:port>
Nov 29 11:59:20 user nova-compute[74974]:       </nova:ports>
Nov 29 11:59:20 user nova-compute[74974]:     </nova:instance>
Nov 29 11:59:20 user nova-compute[74974]:   </metadata>
Nov 29 11:59:20 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 11:59:20 user nova-compute[74974]:     <system>
Nov 29 11:59:20 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:59:20 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:59:20 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 11:59:20 user nova-compute[74974]:       <entry name="serial">e0cb8e50-6436-4a97-b50c-23f5ad505d68</entry>
Nov 29 11:59:20 user nova-compute[74974]:       <entry name="uuid">e0cb8e50-6436-4a97-b50c-23f5ad505d68</entry>
Nov 29 11:59:20 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:59:20 user nova-compute[74974]:     </system>
Nov 29 11:59:20 user nova-compute[74974]:   </sysinfo>
Nov 29 11:59:20 user nova-compute[74974]:   <os>
Nov 29 11:59:20 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:59:20 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 11:59:20 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 11:59:20 user nova-compute[74974]:   </os>
Nov 29 11:59:20 user nova-compute[74974]:   <features>
Nov 29 11:59:20 user nova-compute[74974]:     <acpi/>
Nov 29 11:59:20 user nova-compute[74974]:     <apic/>
Nov 29 11:59:20 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 11:59:20 user nova-compute[74974]:   </features>
Nov 29 11:59:20 user nova-compute[74974]:   <clock offset="utc">
Nov 29 11:59:20 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:59:20 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:59:20 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 11:59:20 user nova-compute[74974]:   </clock>
Nov 29 11:59:20 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 11:59:20 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 11:59:20 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:59:20 user nova-compute[74974]:   </cpu>
Nov 29 11:59:20 user nova-compute[74974]:   <devices>
Nov 29 11:59:20 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 11:59:20 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:59:20 user nova-compute[74974]:       <source dev="/dev/sdg"/>
Nov 29 11:59:20 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 11:59:20 user nova-compute[74974]:       <serial>d9aa0797-c5a3-4a2b-931f-913a6f930116</serial>
Nov 29 11:59:20 user nova-compute[74974]:     </disk>
Nov 29 11:59:20 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 11:59:20 user nova-compute[74974]:       <mac address="fa:16:3e:da:de:f1"/>
Nov 29 11:59:20 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:59:20 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 11:59:20 user nova-compute[74974]:       <target dev="tap7d994ad2-c2"/>
Nov 29 11:59:20 user nova-compute[74974]:     </interface>
Nov 29 11:59:20 user nova-compute[74974]:     <serial type="pty">
Nov 29 11:59:20 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/e0cb8e50-6436-4a97-b50c-23f5ad505d68/console.log" append="off"/>
Nov 29 11:59:20 user nova-compute[74974]:     </serial>
Nov 29 11:59:20 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:59:20 user nova-compute[74974]:     <video>
Nov 29 11:59:20 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 11:59:20 user nova-compute[74974]:     </video>
Nov 29 11:59:20 user nova-compute[74974]:     <rng model="virtio">
Nov 29 11:59:20 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:59:20 user nova-compute[74974]:     </rng>
Nov 29 11:59:20 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:59:20 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 11:59:20 user nova-compute[74974]:       <stats period="10"/>
Nov 29 11:59:20 user nova-compute[74974]:     </memballoon>
Nov 29 11:59:20 user nova-compute[74974]:   </devices>
Nov 29 11:59:20 user nova-compute[74974]: </domain>
Nov 29 11:59:20 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:59:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1912485546',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1912485546',id=24,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2e26d19eb78e40fab0e0b3afba63dbb1',ramdisk_id='',reservation_id='r-ei9al2ij',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:59:04Z,user_data=None,user_id='47cf3f690e8140818fa4f5ce4c6bb348',uuid=e0cb8e50-6436-4a97-b50c-23f5ad505d68,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7d994ad2-c294-441a-8d28-c529c8e0416c", "address": "fa:16:3e:da:de:f1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d994ad2-c2", "ovs_interfaceid": "7d994ad2-c294-441a-8d28-c529c8e0416c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converting VIF {"id": "7d994ad2-c294-441a-8d28-c529c8e0416c", "address": "fa:16:3e:da:de:f1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d994ad2-c2", "ovs_interfaceid": "7d994ad2-c294-441a-8d28-c529c8e0416c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:de:f1,bridge_name='br-int',has_traffic_filtering=True,id=7d994ad2-c294-441a-8d28-c529c8e0416c,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d994ad2-c2') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG os_vif [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:de:f1,bridge_name='br-int',has_traffic_filtering=True,id=7d994ad2-c294-441a-8d28-c529c8e0416c,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d994ad2-c2') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '044613e2-4c41-5dbf-96b4-af58797fdb59', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7d994ad2-c2, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7d994ad2-c2, col_values=(('qos', UUID('03179b94-2e53-4bd1-b723-ee40b51ef261')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7d994ad2-c2, col_values=(('external_ids', {'iface-id': '7d994ad2-c294-441a-8d28-c529c8e0416c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:da:de:f1', 'vm-uuid': 'e0cb8e50-6436-4a97-b50c-23f5ad505d68'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:59:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:21 user nova-compute[74974]: INFO os_vif [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:de:f1,bridge_name='br-int',has_traffic_filtering=True,id=7d994ad2-c294-441a-8d28-c529c8e0416c,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d994ad2-c2')
Nov 29 11:59:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:59:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] No VIF found with MAC fa:16:3e:da:de:f1, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:59:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:22 user nova-compute[74974]: DEBUG nova.compute.manager [req-c93c54e6-b475-414a-90a8-c607841332cb req-f3e92624-7d64-4d84-b043-a73529bc39a6 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c93c54e6-b475-414a-90a8-c607841332cb req-f3e92624-7d64-4d84-b043-a73529bc39a6 service nova] Acquiring lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c93c54e6-b475-414a-90a8-c607841332cb req-f3e92624-7d64-4d84-b043-a73529bc39a6 service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c93c54e6-b475-414a-90a8-c607841332cb req-f3e92624-7d64-4d84-b043-a73529bc39a6 service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:22 user nova-compute[74974]: DEBUG nova.compute.manager [req-c93c54e6-b475-414a-90a8-c607841332cb req-f3e92624-7d64-4d84-b043-a73529bc39a6 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] No waiting events found dispatching network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:59:22 user nova-compute[74974]: WARNING nova.compute.manager [req-c93c54e6-b475-414a-90a8-c607841332cb req-f3e92624-7d64-4d84-b043-a73529bc39a6 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received unexpected event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c for instance with vm_state building and task_state spawning.
Nov 29 11:59:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:24 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:59:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:59:24 user nova-compute[74974]: DEBUG nova.compute.manager [req-df9dc9dd-8dc8-4720-8729-71aa0c2e83a6 req-15e0059d-5e4b-4f7a-8949-9fdafb5a3ea2 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-df9dc9dd-8dc8-4720-8729-71aa0c2e83a6 req-15e0059d-5e4b-4f7a-8949-9fdafb5a3ea2 service nova] Acquiring lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-df9dc9dd-8dc8-4720-8729-71aa0c2e83a6 req-15e0059d-5e4b-4f7a-8949-9fdafb5a3ea2 service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-df9dc9dd-8dc8-4720-8729-71aa0c2e83a6 req-15e0059d-5e4b-4f7a-8949-9fdafb5a3ea2 service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:24 user nova-compute[74974]: DEBUG nova.compute.manager [req-df9dc9dd-8dc8-4720-8729-71aa0c2e83a6 req-15e0059d-5e4b-4f7a-8949-9fdafb5a3ea2 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] No waiting events found dispatching network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:59:24 user nova-compute[74974]: WARNING nova.compute.manager [req-df9dc9dd-8dc8-4720-8729-71aa0c2e83a6 req-15e0059d-5e4b-4f7a-8949-9fdafb5a3ea2 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received unexpected event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c for instance with vm_state building and task_state spawning.
Nov 29 11:59:24 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Instance spawned successfully.
Nov 29 11:59:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:59:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:59:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:59:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:59:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:59:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:59:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:59:25 user nova-compute[74974]: INFO nova.compute.manager [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Took 5.55 seconds to spawn the instance on the hypervisor.
Nov 29 11:59:25 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:59:25 user nova-compute[74974]: INFO nova.compute.manager [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Took 21.50 seconds to build instance.
Nov 29 11:59:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8641d819-951f-415a-a968-bc1c3cdd71a7 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.667s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:36 user nova-compute[74974]: DEBUG nova.compute.manager [req-14f504cd-7ac0-4a3b-8469-172947effdee req-9b8771ca-5555-4d58-8717-3a3ba23cd475 service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Received event network-changed-87824510-1c2e-4130-a0b3-9aa6f3e16a73 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:36 user nova-compute[74974]: DEBUG nova.compute.manager [req-14f504cd-7ac0-4a3b-8469-172947effdee req-9b8771ca-5555-4d58-8717-3a3ba23cd475 service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Refreshing instance network info cache due to event network-changed-87824510-1c2e-4130-a0b3-9aa6f3e16a73. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:59:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-14f504cd-7ac0-4a3b-8469-172947effdee req-9b8771ca-5555-4d58-8717-3a3ba23cd475 service nova] Acquiring lock "refresh_cache-030bc84e-c46e-4930-a9e1-5f8f5bc78b42" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:59:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-14f504cd-7ac0-4a3b-8469-172947effdee req-9b8771ca-5555-4d58-8717-3a3ba23cd475 service nova] Acquired lock "refresh_cache-030bc84e-c46e-4930-a9e1-5f8f5bc78b42" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:59:36 user nova-compute[74974]: DEBUG nova.network.neutron [req-14f504cd-7ac0-4a3b-8469-172947effdee req-9b8771ca-5555-4d58-8717-3a3ba23cd475 service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Refreshing network info cache for port 87824510-1c2e-4130-a0b3-9aa6f3e16a73 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:59:37 user nova-compute[74974]: DEBUG nova.network.neutron [req-14f504cd-7ac0-4a3b-8469-172947effdee req-9b8771ca-5555-4d58-8717-3a3ba23cd475 service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Updated VIF entry in instance network info cache for port 87824510-1c2e-4130-a0b3-9aa6f3e16a73. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:59:37 user nova-compute[74974]: DEBUG nova.network.neutron [req-14f504cd-7ac0-4a3b-8469-172947effdee req-9b8771ca-5555-4d58-8717-3a3ba23cd475 service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Updating instance_info_cache with network_info: [{"id": "87824510-1c2e-4130-a0b3-9aa6f3e16a73", "address": "fa:16:3e:9f:db:f0", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap87824510-1c", "ovs_interfaceid": "87824510-1c2e-4130-a0b3-9aa6f3e16a73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:59:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-14f504cd-7ac0-4a3b-8469-172947effdee req-9b8771ca-5555-4d58-8717-3a3ba23cd475 service nova] Releasing lock "refresh_cache-030bc84e-c46e-4930-a9e1-5f8f5bc78b42" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:59:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "030bc84e-c46e-4930-a9e1-5f8f5bc78b42" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "030bc84e-c46e-4930-a9e1-5f8f5bc78b42" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "030bc84e-c46e-4930-a9e1-5f8f5bc78b42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "030bc84e-c46e-4930-a9e1-5f8f5bc78b42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "030bc84e-c46e-4930-a9e1-5f8f5bc78b42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:37 user nova-compute[74974]: INFO nova.compute.manager [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Terminating instance
Nov 29 11:59:37 user nova-compute[74974]: DEBUG nova.compute.manager [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 11:59:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-38f0759c-e32b-4d47-977f-095503ec3cd2 req-9ed3d4db-5d00-4847-93c5-2da2d8e44440 service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Received event network-vif-unplugged-87824510-1c2e-4130-a0b3-9aa6f3e16a73 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-38f0759c-e32b-4d47-977f-095503ec3cd2 req-9ed3d4db-5d00-4847-93c5-2da2d8e44440 service nova] Acquiring lock "030bc84e-c46e-4930-a9e1-5f8f5bc78b42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-38f0759c-e32b-4d47-977f-095503ec3cd2 req-9ed3d4db-5d00-4847-93c5-2da2d8e44440 service nova] Lock "030bc84e-c46e-4930-a9e1-5f8f5bc78b42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-38f0759c-e32b-4d47-977f-095503ec3cd2 req-9ed3d4db-5d00-4847-93c5-2da2d8e44440 service nova] Lock "030bc84e-c46e-4930-a9e1-5f8f5bc78b42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-38f0759c-e32b-4d47-977f-095503ec3cd2 req-9ed3d4db-5d00-4847-93c5-2da2d8e44440 service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] No waiting events found dispatching network-vif-unplugged-87824510-1c2e-4130-a0b3-9aa6f3e16a73 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:59:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-38f0759c-e32b-4d47-977f-095503ec3cd2 req-9ed3d4db-5d00-4847-93c5-2da2d8e44440 service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Received event network-vif-unplugged-87824510-1c2e-4130-a0b3-9aa6f3e16a73 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:59:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:38 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Instance destroyed successfully.
Nov 29 11:59:38 user nova-compute[74974]: DEBUG nova.objects.instance [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lazy-loading 'resources' on Instance uuid 030bc84e-c46e-4930-a9e1-5f8f5bc78b42 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:57:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1573481498',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1573481498',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1573481498',id=21,image_ref='05d9878a-c87a-4408-89d8-90b6a4c5319f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDX2qI1A8p/i+NtaSlAzTtKNUylIKOAPAHGOYSMh5vFhu1Dx2iaLoTXrxI3oau7MfnqhTEy3TrSz+o8zhs026+OMcp04dPZvoJEqNYhOjmEyQwfjjHKU6WPe0/c4OIBKXA==',key_name='tempest-keypair-1142091876',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:58:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bfdef526837a498596f2a4b4dab853ed',ramdisk_id='',reservation_id='r-3x14odib',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-2068658920',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-2068658920-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-2068658920',owner_user_name='tempest-TestVolumeBootPattern-2068658920-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:58:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a3916353998a42d6a65cf663877bbf14',uuid=030bc84e-c46e-4930-a9e1-5f8f5bc78b42,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "87824510-1c2e-4130-a0b3-9aa6f3e16a73", "address": "fa:16:3e:9f:db:f0", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap87824510-1c", "ovs_interfaceid": "87824510-1c2e-4130-a0b3-9aa6f3e16a73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converting VIF {"id": "87824510-1c2e-4130-a0b3-9aa6f3e16a73", "address": "fa:16:3e:9f:db:f0", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap87824510-1c", "ovs_interfaceid": "87824510-1c2e-4130-a0b3-9aa6f3e16a73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9f:db:f0,bridge_name='br-int',has_traffic_filtering=True,id=87824510-1c2e-4130-a0b3-9aa6f3e16a73,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap87824510-1c') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG os_vif [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9f:db:f0,bridge_name='br-int',has_traffic_filtering=True,id=87824510-1c2e-4130-a0b3-9aa6f3e16a73,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap87824510-1c') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap87824510-1c, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e8b9b478-2f2b-41e7-a5a6-7539fb1d1e0e) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:38 user nova-compute[74974]: INFO os_vif [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9f:db:f0,bridge_name='br-int',has_traffic_filtering=True,id=87824510-1c2e-4130-a0b3-9aa6f3e16a73,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap87824510-1c')
Nov 29 11:59:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FflnDHek', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:59:38 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:59:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca302c99-e45a-46bf-a01c-58706cfe7434]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d113930d-d027-4a01-a57a-4b1d08464613\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:59:38 user nova-compute[74974]: No targets found.
Nov 29 11:59:38 user nova-compute[74974]: iSNS:
Nov 29 11:59:38 user nova-compute[74974]: No targets found.
Nov 29 11:59:38 user nova-compute[74974]: STATIC:
Nov 29 11:59:38 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 11:59:38 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:59:38 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:59:38 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb
Nov 29 11:59:38 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:59:38 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:59:38 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796
Nov 29 11:59:38 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:59:38 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:59:38 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d113930d-d027-4a01-a57a-4b1d08464613
Nov 29 11:59:38 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:59:38 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:59:38 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd
Nov 29 11:59:38 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:59:38 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:59:38 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d
Nov 29 11:59:38 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:59:38 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:59:38 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3
Nov 29 11:59:38 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:59:38 user nova-compute[74974]:                 Iface Name: default
Nov 29 11:59:38 user nova-compute[74974]: FIRMWARE:
Nov 29 11:59:38 user nova-compute[74974]: No targets found.
Nov 29 11:59:38 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:59:38 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:59:38 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.035s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[460c1150-7192-4591-b4fa-78b28a506f74]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d113930d-d027-4a01-a57a-4b1d08464613\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b12ec6aa-c033-4ee9-9000-5e47dd0d53a1]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d113930d-d027-4a01-a57a-4b1d08464613 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:59:38 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:59:38 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 11:59:38 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 11:59:38 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 11:59:38 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 11:59:38 user nova-compute[74974]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d113930d-d027-4a01-a57a-4b1d08464613 (non-flash)
Nov 29 11:59:38 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:59:38 user nova-compute[74974]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 (non-flash)
Nov 29 11:59:38 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 11:59:38 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 11:59:38 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 11:59:38 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 11:59:38 user nova-compute[74974]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d113930d-d027-4a01-a57a-4b1d08464613 (non-flash)
Nov 29 11:59:38 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa8311d80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796'): ({'sdc'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Removing single pathed devices sdc {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ffaf406-39c7-44f4-94b7-390c2dbde017]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.035s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae504732-ce74-43a7-9b21-074846340c47]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Flushing IO for device /dev/sdc {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f6dfbba-a8bb-44a0-be7e-93890c50579f]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.069s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9774fe70-22f7-4743-aa71-fa1c43de6c6f]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] SCSI volumes sdc have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO931e278c-42b5adcb6df07df6', '/dev/disk/by-id/scsi-23432623561646362', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_931e278c') {{(pid=85288) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[78bb587b-383f-4637-8fe6-3858972572fc]: (4, None) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.032s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1034c22-2521-49fd-b6ee-33a332b65be3]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bead122-16bd-46c7-9abd-fd315489576b]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796, portal: 172.16.0.220,3260]
Nov 29 11:59:39 user nova-compute[74974]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796, portal: 172.16.0.220,3260] successful.
Nov 29 11:59:39 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1e3e751-7c15-4dc9-8a04-784cbaa6b796 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.040s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[55c35fe7-526a-4238-8bd4-ccd5591dec19]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.470s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:59:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] <== disconnect_volume: return (471ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:59:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:59:39 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Deleting instance files /opt/stack/data/nova/instances/030bc84e-c46e-4930-a9e1-5f8f5bc78b42_del
Nov 29 11:59:39 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Deletion of /opt/stack/data/nova/instances/030bc84e-c46e-4930-a9e1-5f8f5bc78b42_del complete
Nov 29 11:59:39 user nova-compute[74974]: INFO nova.compute.manager [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Took 1.58 seconds to destroy the instance on the hypervisor.
Nov 29 11:59:39 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 11:59:39 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 11:59:39 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 11:59:39 user nova-compute[74974]: DEBUG nova.compute.manager [req-497492b3-8c05-4526-ac95-22b176d55c64 req-516d2c77-83fc-4703-b655-4568de00a81f service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Received event network-vif-plugged-87824510-1c2e-4130-a0b3-9aa6f3e16a73 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-497492b3-8c05-4526-ac95-22b176d55c64 req-516d2c77-83fc-4703-b655-4568de00a81f service nova] Acquiring lock "030bc84e-c46e-4930-a9e1-5f8f5bc78b42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-497492b3-8c05-4526-ac95-22b176d55c64 req-516d2c77-83fc-4703-b655-4568de00a81f service nova] Lock "030bc84e-c46e-4930-a9e1-5f8f5bc78b42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-497492b3-8c05-4526-ac95-22b176d55c64 req-516d2c77-83fc-4703-b655-4568de00a81f service nova] Lock "030bc84e-c46e-4930-a9e1-5f8f5bc78b42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:39 user nova-compute[74974]: DEBUG nova.compute.manager [req-497492b3-8c05-4526-ac95-22b176d55c64 req-516d2c77-83fc-4703-b655-4568de00a81f service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] No waiting events found dispatching network-vif-plugged-87824510-1c2e-4130-a0b3-9aa6f3e16a73 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:59:39 user nova-compute[74974]: WARNING nova.compute.manager [req-497492b3-8c05-4526-ac95-22b176d55c64 req-516d2c77-83fc-4703-b655-4568de00a81f service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Received unexpected event network-vif-plugged-87824510-1c2e-4130-a0b3-9aa6f3e16a73 for instance with vm_state active and task_state deleting.
Nov 29 11:59:39 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:59:39 user nova-compute[74974]: DEBUG nova.compute.manager [req-7c6f0220-4b1b-47e7-8aa5-7142425f4839 req-63703a9d-f653-4178-aa96-601dd360551e service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Received event network-vif-deleted-87824510-1c2e-4130-a0b3-9aa6f3e16a73 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:39 user nova-compute[74974]: INFO nova.compute.manager [req-7c6f0220-4b1b-47e7-8aa5-7142425f4839 req-63703a9d-f653-4178-aa96-601dd360551e service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Neutron deleted interface 87824510-1c2e-4130-a0b3-9aa6f3e16a73; detaching it from the instance and deleting it from the info cache
Nov 29 11:59:39 user nova-compute[74974]: DEBUG nova.network.neutron [req-7c6f0220-4b1b-47e7-8aa5-7142425f4839 req-63703a9d-f653-4178-aa96-601dd360551e service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:59:40 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Took 0.90 seconds to deallocate network for instance.
Nov 29 11:59:40 user nova-compute[74974]: DEBUG nova.compute.manager [req-7c6f0220-4b1b-47e7-8aa5-7142425f4839 req-63703a9d-f653-4178-aa96-601dd360551e service nova] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Detach interface failed, port_id=87824510-1c2e-4130-a0b3-9aa6f3e16a73, reason: Instance 030bc84e-c46e-4930-a9e1-5f8f5bc78b42 could not be found. {{(pid=74974) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 11:59:40 user nova-compute[74974]: INFO nova.compute.manager [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Took 0.79 seconds to detach 1 volumes for instance.
Nov 29 11:59:40 user nova-compute[74974]: DEBUG nova.compute.manager [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 030bc84e-c46e-4930-a9e1-5f8f5bc78b42] Deleting volume: b1e3e751-7c15-4dc9-8a04-784cbaa6b796 {{(pid=74974) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 11:59:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:41 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:59:41 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:59:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.374s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:41 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Deleted allocations for instance 030bc84e-c46e-4930-a9e1-5f8f5bc78b42
Nov 29 11:59:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-77af1369-9c8b-43df-9676-f1dfb9f8d259 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "030bc84e-c46e-4930-a9e1-5f8f5bc78b42" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.896s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:43 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:59:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:44 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:59:45 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:59:45 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:59:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-2efba6e2-1052-46af-8c9b-e04be1922fe7" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:59:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-2efba6e2-1052-46af-8c9b-e04be1922fe7" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:59:45 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 11:59:46 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Updating instance_info_cache with network_info: [{"id": "c07d734a-7595-4a3c-8ecd-e18274202af8", "address": "fa:16:3e:50:90:78", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc07d734a-75", "ovs_interfaceid": "c07d734a-7595-4a3c-8ecd-e18274202af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:59:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-2efba6e2-1052-46af-8c9b-e04be1922fe7" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:59:46 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 11:59:46 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:59:46 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:59:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:46 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:59:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:59:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:59:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:59:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:59:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:59:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG nova.compute.manager [req-3c4f6927-5f77-4606-93ed-6e4e77895c0c req-684be8fe-6109-4fac-aef7-c99663344359 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Received event network-changed-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG nova.compute.manager [req-3c4f6927-5f77-4606-93ed-6e4e77895c0c req-684be8fe-6109-4fac-aef7-c99663344359 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Refreshing instance network info cache due to event network-changed-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3c4f6927-5f77-4606-93ed-6e4e77895c0c req-684be8fe-6109-4fac-aef7-c99663344359 service nova] Acquiring lock "refresh_cache-aed8217e-ea57-4e0c-ac38-0e14d82df77f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3c4f6927-5f77-4606-93ed-6e4e77895c0c req-684be8fe-6109-4fac-aef7-c99663344359 service nova] Acquired lock "refresh_cache-aed8217e-ea57-4e0c-ac38-0e14d82df77f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG nova.network.neutron [req-3c4f6927-5f77-4606-93ed-6e4e77895c0c req-684be8fe-6109-4fac-aef7-c99663344359 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Refreshing network info cache for port f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG nova.network.neutron [req-3c4f6927-5f77-4606-93ed-6e4e77895c0c req-684be8fe-6109-4fac-aef7-c99663344359 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Updated VIF entry in instance network info cache for port f6434655-8e69-46f2-9d70-4e8ad3d6e9e0. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG nova.network.neutron [req-3c4f6927-5f77-4606-93ed-6e4e77895c0c req-684be8fe-6109-4fac-aef7-c99663344359 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Updating instance_info_cache with network_info: [{"id": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "address": "fa:16:3e:d5:64:cf", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6434655-8e", "ovs_interfaceid": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG nova.objects.instance [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lazy-loading 'flavor' on Instance uuid aed8217e-ea57-4e0c-ac38-0e14d82df77f {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3c4f6927-5f77-4606-93ed-6e4e77895c0c req-684be8fe-6109-4fac-aef7-c99663344359 service nova] Releasing lock "refresh_cache-aed8217e-ea57-4e0c-ac38-0e14d82df77f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:48 user nova-compute[74974]: INFO nova.compute.manager [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Attaching volume d0a33f60-df61-4565-976b-2523cbe2472b to /dev/vdb
Nov 29 11:59:48 user nova-compute[74974]: DEBUG os_brick.utils [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff693191-ed51-4303-bd4d-d6f9630274b2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[32d96b35-2b4d-41c1-9a22-cbdd30f1ea10]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[74be3a78-59f2-483a-8273-69f054aaf8ea]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9aa98f01-fedb-4ca9-8d7d-161bef357e7d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:59:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:59:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:59:49 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:59:49 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[35924b99-bbdf-49b8-a31f-c90e7a119139]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:59:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:59:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:59:49 user nova-compute[74974]: DEBUG os_brick.utils [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] <== get_connector_properties: return (167ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:59:49 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Updating existing volume attachment record: f53b7e79-266c-4c43-971e-e271433a65fb {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:59:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154/disk --force-share --output=json" returned: 0 in 0.278s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:50 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:59:50 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:59:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=7708MB free_disk=25.252059936523438GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:59:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 66996956-daa4-48af-b3ab-c21eb0931154 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:59:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2ed3a206-5fd0-4782-b47a-20497a7df7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:59:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2efba6e2-1052-46af-8c9b-e04be1922fe7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:59:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:59:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 77ed4d86-4087-4a21-af35-605d0210e311 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:59:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance ee78d0d8-0125-46d8-b1e1-2b38eaabeedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:59:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e4219657-0bf5-4781-9960-490c7b1d97ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:59:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance aed8217e-ea57-4e0c-ac38-0e14d82df77f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:59:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance eaeec097-ae93-467e-a761-64f06026ea7b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:59:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e0cb8e50-6436-4a97-b50c-23f5ad505d68 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:59:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:59:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:59:50 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:59:50 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:59:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:59:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.623s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:51 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:59:51 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:59:51 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:59:51 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:59:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "66996956-daa4-48af-b3ab-c21eb0931154" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "66996956-daa4-48af-b3ab-c21eb0931154-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:51 user nova-compute[74974]: INFO nova.compute.manager [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Terminating instance
Nov 29 11:59:51 user nova-compute[74974]: DEBUG nova.compute.manager [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 11:59:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:51 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:59:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:51 user nova-compute[74974]: DEBUG nova.compute.manager [req-35fcee06-0575-481f-9085-4488ffebfac7 req-92501565-713e-4f4b-907d-8fafc53c5d7b service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Received event network-vif-unplugged-bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-35fcee06-0575-481f-9085-4488ffebfac7 req-92501565-713e-4f4b-907d-8fafc53c5d7b service nova] Acquiring lock "66996956-daa4-48af-b3ab-c21eb0931154-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-35fcee06-0575-481f-9085-4488ffebfac7 req-92501565-713e-4f4b-907d-8fafc53c5d7b service nova] Lock "66996956-daa4-48af-b3ab-c21eb0931154-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-35fcee06-0575-481f-9085-4488ffebfac7 req-92501565-713e-4f4b-907d-8fafc53c5d7b service nova] Lock "66996956-daa4-48af-b3ab-c21eb0931154-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:51 user nova-compute[74974]: DEBUG nova.compute.manager [req-35fcee06-0575-481f-9085-4488ffebfac7 req-92501565-713e-4f4b-907d-8fafc53c5d7b service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] No waiting events found dispatching network-vif-unplugged-bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:59:51 user nova-compute[74974]: DEBUG nova.compute.manager [req-35fcee06-0575-481f-9085-4488ffebfac7 req-92501565-713e-4f4b-907d-8fafc53c5d7b service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Received event network-vif-unplugged-bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:59:52 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Instance destroyed successfully.
Nov 29 11:59:52 user nova-compute[74974]: DEBUG nova.objects.instance [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lazy-loading 'resources' on Instance uuid 66996956-daa4-48af-b3ab-c21eb0931154 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:59:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:52:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-41467709',display_name='tempest-SnapshotDataIntegrityTests-server-41467709',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-41467709',id=11,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAIdsAMM4PwzRtVmEabYklKNYQh3e7N8CISOcij+pWCgbUrNpWvSyM+b37NriqeOek47W112/0Xd9zmXpuhnYhtwn9Xiq4c83/o+rdBFVxL6DobV9F8UNffKW8kul6bTzw==',key_name='tempest-keypair-1459760172',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:52:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='722f7976d9e648639971c41c2a5f7cf0',ramdisk_id='',reservation_id='r-h2bxw8j6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1055977997',owner_user_name='tempest-SnapshotDataIntegrityTests-1055977997-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:52:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='54ed4950454643c59fad5235a0feb005',uuid=66996956-daa4-48af-b3ab-c21eb0931154,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "address": "fa:16:3e:89:3b:69", "network": {"id": "954674c5-6353-42e4-90a2-53c4b06d62f4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-664624636-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "722f7976d9e648639971c41c2a5f7cf0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf7f5ebd-a1", "ovs_interfaceid": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:59:52 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Converting VIF {"id": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "address": "fa:16:3e:89:3b:69", "network": {"id": "954674c5-6353-42e4-90a2-53c4b06d62f4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-664624636-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "722f7976d9e648639971c41c2a5f7cf0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf7f5ebd-a1", "ovs_interfaceid": "bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:59:52 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:89:3b:69,bridge_name='br-int',has_traffic_filtering=True,id=bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a,network=Network(954674c5-6353-42e4-90a2-53c4b06d62f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf7f5ebd-a1') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:59:52 user nova-compute[74974]: DEBUG os_vif [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:89:3b:69,bridge_name='br-int',has_traffic_filtering=True,id=bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a,network=Network(954674c5-6353-42e4-90a2-53c4b06d62f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf7f5ebd-a1') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:59:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbf7f5ebd-a1, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f2449981-2c59-44c5-ba24-f4b16d96b5aa) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:59:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:59:52 user nova-compute[74974]: INFO os_vif [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:89:3b:69,bridge_name='br-int',has_traffic_filtering=True,id=bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a,network=Network(954674c5-6353-42e4-90a2-53c4b06d62f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf7f5ebd-a1')
Nov 29 11:59:52 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Deleting instance files /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154_del
Nov 29 11:59:52 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Deletion of /opt/stack/data/nova/instances/66996956-daa4-48af-b3ab-c21eb0931154_del complete
Nov 29 11:59:52 user nova-compute[74974]: INFO nova.compute.manager [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Took 1.15 seconds to destroy the instance on the hypervisor.
Nov 29 11:59:52 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 11:59:52 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 11:59:52 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 11:59:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:53 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:59:53 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Took 1.05 seconds to deallocate network for instance.
Nov 29 11:59:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:53 user nova-compute[74974]: DEBUG nova.compute.manager [req-0011b203-88ec-4a44-a634-ea98b70e116d req-4cf93a45-6f5d-4390-9d3e-8d72180a8f1a service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Received event network-vif-plugged-bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0011b203-88ec-4a44-a634-ea98b70e116d req-4cf93a45-6f5d-4390-9d3e-8d72180a8f1a service nova] Acquiring lock "66996956-daa4-48af-b3ab-c21eb0931154-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:59:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0011b203-88ec-4a44-a634-ea98b70e116d req-4cf93a45-6f5d-4390-9d3e-8d72180a8f1a service nova] Lock "66996956-daa4-48af-b3ab-c21eb0931154-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:59:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0011b203-88ec-4a44-a634-ea98b70e116d req-4cf93a45-6f5d-4390-9d3e-8d72180a8f1a service nova] Lock "66996956-daa4-48af-b3ab-c21eb0931154-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:53 user nova-compute[74974]: DEBUG nova.compute.manager [req-0011b203-88ec-4a44-a634-ea98b70e116d req-4cf93a45-6f5d-4390-9d3e-8d72180a8f1a service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] No waiting events found dispatching network-vif-plugged-bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:59:53 user nova-compute[74974]: WARNING nova.compute.manager [req-0011b203-88ec-4a44-a634-ea98b70e116d req-4cf93a45-6f5d-4390-9d3e-8d72180a8f1a service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Received unexpected event network-vif-plugged-bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a for instance with vm_state deleted and task_state None.
Nov 29 11:59:53 user nova-compute[74974]: DEBUG nova.compute.manager [req-0011b203-88ec-4a44-a634-ea98b70e116d req-4cf93a45-6f5d-4390-9d3e-8d72180a8f1a service nova] [instance: 66996956-daa4-48af-b3ab-c21eb0931154] Received event network-vif-deleted-bf7f5ebd-a1e7-4819-b57e-cc79fea31a6a {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:59:53 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:59:53 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:59:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.379s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:53 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Deleted allocations for instance 66996956-daa4-48af-b3ab-c21eb0931154
Nov 29 11:59:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-be1a5110-5baf-4ed2-9dba-ec041e6083b1 tempest-SnapshotDataIntegrityTests-1055977997 tempest-SnapshotDataIntegrityTests-1055977997-project-member] Lock "66996956-daa4-48af-b3ab-c21eb0931154" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.834s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:59:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BrYeyRPD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:59:58 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:59:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:59:58 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:59:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:59:58 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:59:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260" returned: 21 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[26853f00-e16e-46f7-b01f-b10f66d804dd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:59:58 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ced4a90e-3e96-49dc-8bdc-baae632801d3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b] added
Nov 29 11:59:58 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ca0b5a3-8edb-4824-bc68-88b742fce79b]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0839658-ddb9-45f3-a7d6-761c0802efa9]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BrYeyRPD {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BrYeyRPD" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7ac721a-484f-40bd-b8fb-be0b48575367]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BrYeyRPD'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f7131fa-5ea8-4c58-be79-018f6c25c15c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8422386a-9ad9-45db-bfca-89a77fef9b00]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d113930d-d027-4a01-a57a-4b1d08464613 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:355d1a03-488e-49e5-a7e4-b6a8a434c161 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:59:58 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 11:59:58 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 11:59:58 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 11:59:58 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 11:59:58 user nova-compute[74974]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d113930d-d027-4a01-a57a-4b1d08464613 (non-flash)
Nov 29 11:59:58 user nova-compute[74974]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:355d1a03-488e-49e5-a7e4-b6a8a434c161 (non-flash)
Nov 29 11:59:58 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:59:58 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 11:59:58 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 11:59:58 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 11:59:58 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 11:59:58 user nova-compute[74974]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d113930d-d027-4a01-a57a-4b1d08464613 (non-flash)
Nov 29 11:59:58 user nova-compute[74974]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:355d1a03-488e-49e5-a7e4-b6a8a434c161 (non-flash)
Nov 29 11:59:58 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:59:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --login" returned: 0 in 0.095s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfa74595-5fe0-4ecb-8049-f6ee24061d5a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b, portal: 172.16.0.220,3260]
Nov 29 11:59:59 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b, portal: 172.16.0.220,3260] successful.
Nov 29 11:59:59 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b228d32-8962-4bb4-85be-e2719783540a]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:59:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfe61756-afc8-445f-ab2d-cc34d019c677]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d113930d-d027-4a01-a57a-4b1d08464613 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:355d1a03-488e-49e5-a7e4-b6a8a434c161 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:59:59 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 11:59:59 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 11:59:59 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 11:59:59 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 11:59:59 user nova-compute[74974]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d113930d-d027-4a01-a57a-4b1d08464613 (non-flash)
Nov 29 11:59:59 user nova-compute[74974]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:355d1a03-488e-49e5-a7e4-b6a8a434c161 (non-flash)
Nov 29 11:59:59 user nova-compute[74974]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 11:59:59 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:59:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 11:59:59 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 11:59:59 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 11:59:59 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 11:59:59 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 11:59:59 user nova-compute[74974]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d113930d-d027-4a01-a57a-4b1d08464613 (non-flash)
Nov 29 11:59:59 user nova-compute[74974]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:355d1a03-488e-49e5-a7e4-b6a8a434c161 (non-flash)
Nov 29 11:59:59 user nova-compute[74974]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 11:59:59 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:59:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.380s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:59:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:59:59 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] HCTL ('40', '-', '-', 0) found on session 33 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:59:59 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:59:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:59:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:59:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0674252d-5274-421a-af05-073f898da32b]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:59:59 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Searching for a device in session 33 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:59:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BrYeyRPD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:00:00 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.436s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:00:00 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] <== connect_volume: return (1439ms) {'type': 'block', 'scsi_wwn': '23632633631346130', 'path': '/dev/sdi'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:00:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23632633631346130', 'path': '/dev/sdi'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:00:00 user nova-compute[74974]: DEBUG nova.objects.instance [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lazy-loading 'flavor' on Instance uuid aed8217e-ea57-4e0c-ac38-0e14d82df77f {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:00:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 12:00:00 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:00:00 user nova-compute[74974]:   <source dev="/dev/sdi"/>
Nov 29 12:00:00 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:00:00 user nova-compute[74974]:   <serial>d0a33f60-df61-4565-976b-2523cbe2472b</serial>
Nov 29 12:00:00 user nova-compute[74974]: </disk>
Nov 29 12:00:00 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 12:00:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:00:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:00:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] No VIF found with MAC fa:16:3e:d5:64:cf, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:00:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f8458069-0109-4ad9-8e6c-8b431d478dc5 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.060s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "77ed4d86-4087-4a21-af35-605d0210e311" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "77ed4d86-4087-4a21-af35-605d0210e311" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:01 user nova-compute[74974]: DEBUG nova.objects.instance [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lazy-loading 'flavor' on Instance uuid 77ed4d86-4087-4a21-af35-605d0210e311 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:00:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "77ed4d86-4087-4a21-af35-605d0210e311" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "77ed4d86-4087-4a21-af35-605d0210e311" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "77ed4d86-4087-4a21-af35-605d0210e311" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:01 user nova-compute[74974]: INFO nova.compute.manager [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Attaching volume 259cb8a4-1def-4acc-b69a-d8153841c218 to /dev/vdb
Nov 29 12:00:01 user nova-compute[74974]: DEBUG os_brick.utils [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:00:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8fd63b9-48f4-4b22-b092-58ff0c2223a6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e729c197-d365-40f1-900d-9c7992f4be8b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.030s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc404893-facc-4693-87a5-88fad2926361]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcb0d932-578b-43c5-9d19-679929f8e0d9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:00:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:00:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:00:02 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:00:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bd5a306-21af-4652-9c8a-c17d125d6c5b]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:00:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:00:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:00:02 user nova-compute[74974]: DEBUG os_brick.utils [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:00:02 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Updating existing volume attachment record: 93df6d52-6474-4de0-81f2-80a578ad35fd {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:00:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:02 user nova-compute[74974]: INFO nova.compute.manager [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Rebuilding instance
Nov 29 12:00:02 user nova-compute[74974]: DEBUG nova.compute.manager [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-cc815751-9441-4c74-9200-f5cd072e6baf req-3fa05b86-5894-4803-b055-ab304e49dc25 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Received event network-vif-unplugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-cc815751-9441-4c74-9200-f5cd072e6baf req-3fa05b86-5894-4803-b055-ab304e49dc25 service nova] Acquiring lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-cc815751-9441-4c74-9200-f5cd072e6baf req-3fa05b86-5894-4803-b055-ab304e49dc25 service nova] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-cc815751-9441-4c74-9200-f5cd072e6baf req-3fa05b86-5894-4803-b055-ab304e49dc25 service nova] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-cc815751-9441-4c74-9200-f5cd072e6baf req-3fa05b86-5894-4803-b055-ab304e49dc25 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] No waiting events found dispatching network-vif-unplugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:03 user nova-compute[74974]: WARNING nova.compute.manager [req-cc815751-9441-4c74-9200-f5cd072e6baf req-3fa05b86-5894-4803-b055-ab304e49dc25 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Received unexpected event network-vif-unplugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 for instance with vm_state active and task_state rebuilding.
Nov 29 12:00:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:03 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Instance destroyed successfully.
Nov 29 12:00:03 user nova-compute[74974]: INFO nova.compute.manager [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Detaching volume d0a33f60-df61-4565-976b-2523cbe2472b
Nov 29 12:00:03 user nova-compute[74974]: INFO nova.virt.block_device [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Attempting to driver detach volume d0a33f60-df61-4565-976b-2523cbe2472b from mountpoint /dev/vdb
Nov 29 12:00:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Attempting to detach device vdb from instance aed8217e-ea57-4e0c-ac38-0e14d82df77f from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:00:03 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:00:03 user nova-compute[74974]:   <source dev="/dev/sdi"/>
Nov 29 12:00:03 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:00:03 user nova-compute[74974]:   <serial>d0a33f60-df61-4565-976b-2523cbe2472b</serial>
Nov 29 12:00:03 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:00:03 user nova-compute[74974]: </disk>
Nov 29 12:00:03 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:00:03 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Successfully detached device vdb from instance aed8217e-ea57-4e0c-ac38-0e14d82df77f from the persistent domain config.
Nov 29 12:00:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BrYeyRPD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:00:03 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 12:00:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7265309-ec71-4334-8a85-2fde9bb31195]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:00:03 user nova-compute[74974]: No targets found.
Nov 29 12:00:03 user nova-compute[74974]: iSNS:
Nov 29 12:00:03 user nova-compute[74974]: No targets found.
Nov 29 12:00:03 user nova-compute[74974]: STATIC:
Nov 29 12:00:03 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:00:03 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:03 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:03 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb
Nov 29 12:00:03 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:03 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:03 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b
Nov 29 12:00:03 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:03 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:03 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd
Nov 29 12:00:03 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:03 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:03 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d
Nov 29 12:00:03 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:03 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:03 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3
Nov 29 12:00:03 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:03 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:03 user nova-compute[74974]: FIRMWARE:
Nov 29 12:00:03 user nova-compute[74974]: No targets found.
Nov 29 12:00:03 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:00:03 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:00:03 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c871422d-87d4-48dc-83cd-5bdf03761599]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[99fb05f9-db64-4bb0-b29b-9662b1e37b82]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 12:00:04 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 12:00:04 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 12:00:04 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 12:00:04 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:04 user nova-compute[74974]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:04 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 12:00:04 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 12:00:04 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 12:00:04 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 12:00:04 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:04 user nova-compute[74974]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:04 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1acc134c10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b'): ({'sdi'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Removing single pathed devices sdi {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[96cca514-d087-42f2-a003-cf35ea3fabec]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb9b6413-ecd9-4128-8141-8dbf117e4daa]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Flushing IO for device /dev/sdi {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.012s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[128275fa-221c-4bbb-92ed-77e97aff9957]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.038s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[39d3d5e7-9ec3-441f-af65-59569f04e566]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] SCSI volumes sdi have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a27052b-2618-4efe-811c-16cafc0b4655]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e22cdbb5-f0d3-4916-853d-7f790ec6ab61]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b, portal: 172.16.0.220,3260]
Nov 29 12:00:04 user nova-compute[74974]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b, portal: 172.16.0.220,3260] successful.
Nov 29 12:00:04 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[512d33dc-5815-4b36-86a2-a733fa437bce]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.358s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] <== disconnect_volume: return (361ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:00:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-1dc9e5de-1829-4244-804c-9071079148d8 req-f81b7ff0-8f34-4d1e-a8aa-a4c7429b9ec6 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Received event network-vif-plugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1dc9e5de-1829-4244-804c-9071079148d8 req-f81b7ff0-8f34-4d1e-a8aa-a4c7429b9ec6 service nova] Acquiring lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1dc9e5de-1829-4244-804c-9071079148d8 req-f81b7ff0-8f34-4d1e-a8aa-a4c7429b9ec6 service nova] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1dc9e5de-1829-4244-804c-9071079148d8 req-f81b7ff0-8f34-4d1e-a8aa-a4c7429b9ec6 service nova] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-1dc9e5de-1829-4244-804c-9071079148d8 req-f81b7ff0-8f34-4d1e-a8aa-a4c7429b9ec6 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] No waiting events found dispatching network-vif-plugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:05 user nova-compute[74974]: WARNING nova.compute.manager [req-1dc9e5de-1829-4244-804c-9071079148d8 req-f81b7ff0-8f34-4d1e-a8aa-a4c7429b9ec6 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Received unexpected event network-vif-plugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 for instance with vm_state active and task_state rebuilding.
Nov 29 12:00:05 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Instance destroyed successfully.
Nov 29 12:00:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:57:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1792147335',display_name='tempest-ServerActionsTestOtherA-server-1274586055',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1792147335',id=22,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAIIB+luerUaokK69aeeXIgtFhYIwgA92SecIbDARMIBi6wo4GEAEfOxyYx1tvtIsIoGjmHo6rGDogZDDF9ZUy2XI3iBv0V5/w/cGUuPs0Ugf9oTAvKvVUZ2jSPwGqLyrQ==',key_name='tempest-keypair-524184611',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:58:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='800708720f894497a040a971a2d30c58',ramdisk_id='',reservation_id='r-5nerm06i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1108672042',owner_user_name='tempest-ServerActionsTestOtherA-1108672042-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:00:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b9b1fc53de6a43e888443f24187282c2',uuid=aed8217e-ea57-4e0c-ac38-0e14d82df77f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "address": "fa:16:3e:d5:64:cf", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6434655-8e", "ovs_interfaceid": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converting VIF {"id": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "address": "fa:16:3e:d5:64:cf", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6434655-8e", "ovs_interfaceid": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d5:64:cf,bridge_name='br-int',has_traffic_filtering=True,id=f6434655-8e69-46f2-9d70-4e8ad3d6e9e0,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6434655-8e') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG os_vif [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d5:64:cf,bridge_name='br-int',has_traffic_filtering=True,id=f6434655-8e69-46f2-9d70-4e8ad3d6e9e0,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6434655-8e') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf6434655-8e, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b362e13a-987d-41ed-a1f9-da0c08631cc9) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:05 user nova-compute[74974]: INFO os_vif [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d5:64:cf,bridge_name='br-int',has_traffic_filtering=True,id=f6434655-8e69-46f2-9d70-4e8ad3d6e9e0,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6434655-8e')
Nov 29 12:00:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BrYeyRPD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:00:05 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 12:00:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4cb4ca5-91ad-4c36-819b-2720807462f4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:00:05 user nova-compute[74974]: No targets found.
Nov 29 12:00:05 user nova-compute[74974]: iSNS:
Nov 29 12:00:05 user nova-compute[74974]: No targets found.
Nov 29 12:00:05 user nova-compute[74974]: STATIC:
Nov 29 12:00:05 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:00:05 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:05 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:05 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb
Nov 29 12:00:05 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:05 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:05 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd
Nov 29 12:00:05 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:05 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:05 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d
Nov 29 12:00:05 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:05 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:05 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3
Nov 29 12:00:05 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:05 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:05 user nova-compute[74974]: FIRMWARE:
Nov 29 12:00:05 user nova-compute[74974]: No targets found.
Nov 29 12:00:05 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:00:05 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:00:05 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb562e14-5b9e-4123-9599-52e5668ac639]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9eb91dc9-22ae-436b-992d-6c32b3ccb81b]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 12:00:05 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 12:00:05 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 12:00:05 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 12:00:05 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:05 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 12:00:05 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 12:00:05 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 12:00:05 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 12:00:05 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:05 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa8311a20>, {}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Disconnecting from: [] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.079s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] <== disconnect_volume: return (81ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:00:05 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Deleting instance files /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f_del
Nov 29 12:00:05 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Deletion of /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f_del complete
Nov 29 12:00:05 user nova-compute[74974]: INFO nova.virt.block_device [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Booting with volume d0a33f60-df61-4565-976b-2523cbe2472b at /dev/vdb
Nov 29 12:00:05 user nova-compute[74974]: DEBUG os_brick.utils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8022d15c-0f38-44d4-a7ab-21419ebcd457]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd0ee531-5652-4805-a19b-521b55d629a4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[56f62164-5a8a-4435-a8db-8abd07291f70]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[12e2ad8b-4ce0-4245-9c02-b33d400d356b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:00:05 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:00:05 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[95ef3f38-aed2-4a03-aed3-2df71d3d0f0c]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG os_brick.utils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] <== get_connector_properties: return (142ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:00:05 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Updating existing volume attachment record: c4ef9d80-b924-4b14-bbaf-52a1fab5b62f {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:00:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:00:14 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Creating image(s)
Nov 29 12:00:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "/opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "/opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "/opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.012s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.218s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.172s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk 1073741824" returned: 0 in 0.115s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.293s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.244s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Checking if we can resize image /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Cannot resize image /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Ensure instance console log exists: /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Start _get_guest_xml network_info=[{"id": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "address": "fa:16:3e:d5:64:cf", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6434655-8e", "ovs_interfaceid": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'attachment_id': 'c4ef9d80-b924-4b14-bbaf-52a1fab5b62f', 'guest_format': None, 'device_type': 'disk', 'boot_index': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BrYeyRPD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'aed8217e-ea57-4e0c-ac38-0e14d82df77f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0a33f60-df61-4565-976b-2523cbe2472b', 'serial': 'd0a33f60-df61-4565-976b-2523cbe2472b'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:00:15 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 29 12:00:15 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 29 12:00:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:00:15 user nova-compute[74974]: DEBUG nova.objects.instance [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lazy-loading 'vcpu_model' on Instance uuid aed8217e-ea57-4e0c-ac38-0e14d82df77f {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BrYeyRPD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:00:16 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 12:00:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:00:16 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 12:00:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:00:16 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c2e49d4-de06-4fb8-a5d7-f12e0206d757]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:00:16 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c32abaa2-5720-4fad-8813-d67980a5518c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b] added
Nov 29 12:00:16 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.045s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b31c67b2-a365-460b-96ed-633fc50b5d17]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc022c2b-02e9-4e76-92f8-4dddd7bf7296]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BrYeyRPD {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BrYeyRPD" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0864a6e7-b978-405f-85d9-32da73d8c458]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BrYeyRPD'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[594a213f-2187-4be8-9145-57f84e2e310b]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[353b3933-fea4-4742-b280-d3a4c1826aeb]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 12:00:16 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 12:00:16 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 12:00:16 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 12:00:16 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:16 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 12:00:16 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 12:00:16 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 12:00:16 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 12:00:16 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:16 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[09c4156c-4e14-412b-9e0f-4d690face94c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b, portal: 172.16.0.220,3260]
Nov 29 12:00:16 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b, portal: 172.16.0.220,3260] successful.
Nov 29 12:00:16 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.035s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3269b973-3a16-45b0-ae4c-7e4da62fe72c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[181f1617-3a50-41d2-8fdd-3803952eca2d]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 12:00:16 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 12:00:16 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 12:00:16 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 12:00:16 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:16 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:16 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 12:00:16 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 12:00:16 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 12:00:16 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 12:00:16 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:16 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:16 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.349s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] HCTL ('34', '-', '-', 0) found on session 34 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[64b014b9-a417-4315-ba39-e9bd40d3e21d]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:16 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Searching for a device in session 34 and hctl ['34', '*', '*', 0] yield: None {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Searching for a device in session 34 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BrYeyRPD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.387s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] <== connect_volume: return (1388ms) {'type': 'block', 'scsi_wwn': '23632633631346130', 'path': '/dev/sdc'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23632633631346130', 'path': '/dev/sdc'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T11:57:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1792147335',display_name='tempest-ServerActionsTestOtherA-server-1274586055',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1792147335',id=22,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAIIB+luerUaokK69aeeXIgtFhYIwgA92SecIbDARMIBi6wo4GEAEfOxyYx1tvtIsIoGjmHo6rGDogZDDF9ZUy2XI3iBv0V5/w/cGUuPs0Ugf9oTAvKvVUZ2jSPwGqLyrQ==',key_name='tempest-keypair-524184611',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:58:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='800708720f894497a040a971a2d30c58',ramdisk_id='',reservation_id='r-5nerm06i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1108672042',owner_user_name='tempest-ServerActionsTestOtherA-1108672042-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:00:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b9b1fc53de6a43e888443f24187282c2',uuid=aed8217e-ea57-4e0c-ac38-0e14d82df77f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "address": "fa:16:3e:d5:64:cf", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6434655-8e", "ovs_interfaceid": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converting VIF {"id": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "address": "fa:16:3e:d5:64:cf", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6434655-8e", "ovs_interfaceid": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d5:64:cf,bridge_name='br-int',has_traffic_filtering=True,id=f6434655-8e69-46f2-9d70-4e8ad3d6e9e0,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6434655-8e') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:00:17 user nova-compute[74974]:   <uuid>aed8217e-ea57-4e0c-ac38-0e14d82df77f</uuid>
Nov 29 12:00:17 user nova-compute[74974]:   <name>instance-00000016</name>
Nov 29 12:00:17 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:00:17 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:00:17 user nova-compute[74974]:   <metadata>
Nov 29 12:00:17 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:00:17 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:00:17 user nova-compute[74974]:       <nova:name>tempest-ServerActionsTestOtherA-server-1274586055</nova:name>
Nov 29 12:00:17 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:00:15</nova:creationTime>
Nov 29 12:00:17 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:00:17 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:00:17 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:00:17 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:00:17 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:00:17 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:00:17 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:00:17 user nova-compute[74974]:       <nova:owner>
Nov 29 12:00:17 user nova-compute[74974]:         <nova:user uuid="b9b1fc53de6a43e888443f24187282c2">tempest-ServerActionsTestOtherA-1108672042-project-member</nova:user>
Nov 29 12:00:17 user nova-compute[74974]:         <nova:project uuid="800708720f894497a040a971a2d30c58">tempest-ServerActionsTestOtherA-1108672042</nova:project>
Nov 29 12:00:17 user nova-compute[74974]:       </nova:owner>
Nov 29 12:00:17 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:00:17 user nova-compute[74974]:       <nova:ports>
Nov 29 12:00:17 user nova-compute[74974]:         <nova:port uuid="f6434655-8e69-46f2-9d70-4e8ad3d6e9e0">
Nov 29 12:00:17 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 12:00:17 user nova-compute[74974]:         </nova:port>
Nov 29 12:00:17 user nova-compute[74974]:       </nova:ports>
Nov 29 12:00:17 user nova-compute[74974]:     </nova:instance>
Nov 29 12:00:17 user nova-compute[74974]:   </metadata>
Nov 29 12:00:17 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:00:17 user nova-compute[74974]:     <system>
Nov 29 12:00:17 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:00:17 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:00:17 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:00:17 user nova-compute[74974]:       <entry name="serial">aed8217e-ea57-4e0c-ac38-0e14d82df77f</entry>
Nov 29 12:00:17 user nova-compute[74974]:       <entry name="uuid">aed8217e-ea57-4e0c-ac38-0e14d82df77f</entry>
Nov 29 12:00:17 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:00:17 user nova-compute[74974]:     </system>
Nov 29 12:00:17 user nova-compute[74974]:   </sysinfo>
Nov 29 12:00:17 user nova-compute[74974]:   <os>
Nov 29 12:00:17 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:00:17 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:00:17 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:00:17 user nova-compute[74974]:   </os>
Nov 29 12:00:17 user nova-compute[74974]:   <features>
Nov 29 12:00:17 user nova-compute[74974]:     <acpi/>
Nov 29 12:00:17 user nova-compute[74974]:     <apic/>
Nov 29 12:00:17 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:00:17 user nova-compute[74974]:   </features>
Nov 29 12:00:17 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:00:17 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:00:17 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:00:17 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:00:17 user nova-compute[74974]:   </clock>
Nov 29 12:00:17 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:00:17 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:00:17 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:00:17 user nova-compute[74974]:   </cpu>
Nov 29 12:00:17 user nova-compute[74974]:   <devices>
Nov 29 12:00:17 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:00:17 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:00:17 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk"/>
Nov 29 12:00:17 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:00:17 user nova-compute[74974]:     </disk>
Nov 29 12:00:17 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 12:00:17 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:00:17 user nova-compute[74974]:       <source dev="/dev/sdc"/>
Nov 29 12:00:17 user nova-compute[74974]:       <target dev="vdb" bus="virtio"/>
Nov 29 12:00:17 user nova-compute[74974]:       <serial>d0a33f60-df61-4565-976b-2523cbe2472b</serial>
Nov 29 12:00:17 user nova-compute[74974]:     </disk>
Nov 29 12:00:17 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:00:17 user nova-compute[74974]:       <mac address="fa:16:3e:d5:64:cf"/>
Nov 29 12:00:17 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:00:17 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:00:17 user nova-compute[74974]:       <target dev="tapf6434655-8e"/>
Nov 29 12:00:17 user nova-compute[74974]:     </interface>
Nov 29 12:00:17 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:00:17 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/console.log" append="off"/>
Nov 29 12:00:17 user nova-compute[74974]:     </serial>
Nov 29 12:00:17 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:00:17 user nova-compute[74974]:     <video>
Nov 29 12:00:17 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:00:17 user nova-compute[74974]:     </video>
Nov 29 12:00:17 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:00:17 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:00:17 user nova-compute[74974]:     </rng>
Nov 29 12:00:17 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:00:17 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:00:17 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:00:17 user nova-compute[74974]:     </memballoon>
Nov 29 12:00:17 user nova-compute[74974]:   </devices>
Nov 29 12:00:17 user nova-compute[74974]: </domain>
Nov 29 12:00:17 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T11:57:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1792147335',display_name='tempest-ServerActionsTestOtherA-server-1274586055',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1792147335',id=22,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAIIB+luerUaokK69aeeXIgtFhYIwgA92SecIbDARMIBi6wo4GEAEfOxyYx1tvtIsIoGjmHo6rGDogZDDF9ZUy2XI3iBv0V5/w/cGUuPs0Ugf9oTAvKvVUZ2jSPwGqLyrQ==',key_name='tempest-keypair-524184611',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:58:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='800708720f894497a040a971a2d30c58',ramdisk_id='',reservation_id='r-5nerm06i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1108672042',owner_user_name='tempest-ServerActionsTestOtherA-1108672042-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:00:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b9b1fc53de6a43e888443f24187282c2',uuid=aed8217e-ea57-4e0c-ac38-0e14d82df77f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "address": "fa:16:3e:d5:64:cf", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6434655-8e", "ovs_interfaceid": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converting VIF {"id": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "address": "fa:16:3e:d5:64:cf", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6434655-8e", "ovs_interfaceid": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d5:64:cf,bridge_name='br-int',has_traffic_filtering=True,id=f6434655-8e69-46f2-9d70-4e8ad3d6e9e0,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6434655-8e') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG os_vif [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d5:64:cf,bridge_name='br-int',has_traffic_filtering=True,id=f6434655-8e69-46f2-9d70-4e8ad3d6e9e0,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6434655-8e') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'df52c154-3b86-5720-9f22-956fddf80f1d', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf6434655-8e, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf6434655-8e, col_values=(('qos', UUID('b29e7cc8-e2b4-4e66-a34e-d1a3e170b5cb')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf6434655-8e, col_values=(('external_ids', {'iface-id': 'f6434655-8e69-46f2-9d70-4e8ad3d6e9e0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d5:64:cf', 'vm-uuid': 'aed8217e-ea57-4e0c-ac38-0e14d82df77f'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:17 user nova-compute[74974]: INFO os_vif [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d5:64:cf,bridge_name='br-int',has_traffic_filtering=True,id=f6434655-8e69-46f2-9d70-4e8ad3d6e9e0,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6434655-8e')
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Acquiring lock "2670ed6a-fc41-4485-b559-c60a5aced4da" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] No VIF found with MAC fa:16:3e:d5:64:cf, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG nova.compute.manager [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tFXuMcpZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:00:17 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:00:17 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:00:17 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:00:17 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:00:17 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:00:17 user nova-compute[74974]: INFO nova.compute.claims [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Claim successful on node user
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc638e75-fdfb-4247-8526-93f4be55fdc5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:00:17 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9a15b7e-ec83-4b42-8004-30afc1391a18]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218] added
Nov 29 12:00:17 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[806f1457-effe-4133-b355-d0c187f8cccb]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7298d17d-96e9-4952-914b-53e9eec96e77]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tFXuMcpZ {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tFXuMcpZ" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[209d7448-2a26-43fc-b035-d16e040856a2]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tFXuMcpZ'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.035s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[748810df-6b77-4787-8a53-4bbd02ec7ece]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[43aa83b9-85aa-476c-8acb-8cd30269347e]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 12:00:17 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 12:00:17 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 12:00:17 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 12:00:17 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:17 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:17 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 12:00:17 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 12:00:17 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 12:00:17 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 12:00:17 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:17 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:17 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a4840d8-dfb9-43d8-a986-9d663da04c24]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260]
Nov 29 12:00:17 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260] successful.
Nov 29 12:00:17 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[71902c7a-132d-4045-8cc0-7b22e51595da]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:17 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e4f7711-0833-420d-aa34-79a12f3a2531]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 12:00:18 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 12:00:18 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 12:00:18 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 12:00:18 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:18 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:18 user nova-compute[74974]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:00:18 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 12:00:18 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 12:00:18 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 12:00:18 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 12:00:18 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:18 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:18 user nova-compute[74974]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:00:18 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.357s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] HCTL ('39', '-', '-', 0) found on session 35 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc5fcf1d-79ff-4ee0-ad2e-a1db26330314]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Searching for a device in session 35 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tFXuMcpZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.442s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG nova.network.neutron [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:00:18 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:00:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG nova.policy [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1aee695c14043e8b7b47c9d1314b64d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '795f3126dba4461ebb19beff695319e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:00:18 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Creating image(s)
Nov 29 12:00:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Acquiring lock "/opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "/opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "/opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.171s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.185s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk 1073741824" returned: 0 in 0.111s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.303s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.396s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] <== connect_volume: return (1399ms) {'type': 'block', 'scsi_wwn': '23133343134623832', 'path': '/dev/sdh'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23133343134623832', 'path': '/dev/sdh'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG nova.objects.instance [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lazy-loading 'flavor' on Instance uuid 77ed4d86-4087-4a21-af35-605d0210e311 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.218s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 12:00:19 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:00:19 user nova-compute[74974]:   <source dev="/dev/sdh"/>
Nov 29 12:00:19 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:00:19 user nova-compute[74974]:   <serial>259cb8a4-1def-4acc-b69a-d8153841c218</serial>
Nov 29 12:00:19 user nova-compute[74974]: </disk>
Nov 29 12:00:19 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG nova.network.neutron [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Successfully created port: c27ab9c0-a045-4e4a-acad-d5c864ab2471 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Cannot resize image /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Ensure instance console log exists: /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] No VIF found with MAC fa:16:3e:dd:c6:ee, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1bcabf16-20cd-4154-aa35-8de78140f340 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "77ed4d86-4087-4a21-af35-605d0210e311" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG nova.network.neutron [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Successfully updated port: c27ab9c0-a045-4e4a-acad-d5c864ab2471 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-fdd26d35-abbc-4bca-918e-a8ccb6d04d80 req-5b42b6ae-3794-4f6f-ac9f-e4cbbec37b3e service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Received event network-changed-c27ab9c0-a045-4e4a-acad-d5c864ab2471 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-fdd26d35-abbc-4bca-918e-a8ccb6d04d80 req-5b42b6ae-3794-4f6f-ac9f-e4cbbec37b3e service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Refreshing instance network info cache due to event network-changed-c27ab9c0-a045-4e4a-acad-d5c864ab2471. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fdd26d35-abbc-4bca-918e-a8ccb6d04d80 req-5b42b6ae-3794-4f6f-ac9f-e4cbbec37b3e service nova] Acquiring lock "refresh_cache-2670ed6a-fc41-4485-b559-c60a5aced4da" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fdd26d35-abbc-4bca-918e-a8ccb6d04d80 req-5b42b6ae-3794-4f6f-ac9f-e4cbbec37b3e service nova] Acquired lock "refresh_cache-2670ed6a-fc41-4485-b559-c60a5aced4da" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:00:19 user nova-compute[74974]: DEBUG nova.network.neutron [req-fdd26d35-abbc-4bca-918e-a8ccb6d04d80 req-5b42b6ae-3794-4f6f-ac9f-e4cbbec37b3e service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Refreshing network info cache for port c27ab9c0-a045-4e4a-acad-d5c864ab2471 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Acquiring lock "refresh_cache-2670ed6a-fc41-4485-b559-c60a5aced4da" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.network.neutron [req-fdd26d35-abbc-4bca-918e-a8ccb6d04d80 req-5b42b6ae-3794-4f6f-ac9f-e4cbbec37b3e service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.network.neutron [req-fdd26d35-abbc-4bca-918e-a8ccb6d04d80 req-5b42b6ae-3794-4f6f-ac9f-e4cbbec37b3e service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fdd26d35-abbc-4bca-918e-a8ccb6d04d80 req-5b42b6ae-3794-4f6f-ac9f-e4cbbec37b3e service nova] Releasing lock "refresh_cache-2670ed6a-fc41-4485-b559-c60a5aced4da" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Acquired lock "refresh_cache-2670ed6a-fc41-4485-b559-c60a5aced4da" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.network.neutron [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.network.neutron [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.network.neutron [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Updating instance_info_cache with network_info: [{"id": "c27ab9c0-a045-4e4a-acad-d5c864ab2471", "address": "fa:16:3e:eb:6b:7c", "network": {"id": "8205b638-6a99-4e3c-9349-507223b04af2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-154931869-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "795f3126dba4461ebb19beff695319e0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc27ab9c0-a0", "ovs_interfaceid": "c27ab9c0-a045-4e4a-acad-d5c864ab2471", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Releasing lock "refresh_cache-2670ed6a-fc41-4485-b559-c60a5aced4da" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.compute.manager [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Instance network_info: |[{"id": "c27ab9c0-a045-4e4a-acad-d5c864ab2471", "address": "fa:16:3e:eb:6b:7c", "network": {"id": "8205b638-6a99-4e3c-9349-507223b04af2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-154931869-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "795f3126dba4461ebb19beff695319e0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc27ab9c0-a0", "ovs_interfaceid": "c27ab9c0-a045-4e4a-acad-d5c864ab2471", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Start _get_guest_xml network_info=[{"id": "c27ab9c0-a045-4e4a-acad-d5c864ab2471", "address": "fa:16:3e:eb:6b:7c", "network": {"id": "8205b638-6a99-4e3c-9349-507223b04af2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-154931869-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "795f3126dba4461ebb19beff695319e0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc27ab9c0-a0", "ovs_interfaceid": "c27ab9c0-a045-4e4a-acad-d5c864ab2471", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:00:20 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:00:20 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:00:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1932732671',display_name='tempest-TestServerVolumeAttachmentScenario-server-1932732671',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1932732671',id=25,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOvEMYeohrfLOVRIq8KaR2Wp+FhqJ8h6jNMvFDHN83bJ35JIBCvJniyD1ECy/SyT7lXfCAYTRXIk52EF4votdxs0exd2Ue2WGHrNBW/HKEpUqNGau8RqhHD6m0+0Nhi4pw==',key_name='tempest-keypair-1334799871',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='795f3126dba4461ebb19beff695319e0',ramdisk_id='',reservation_id='r-f8u89nl5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1878850399',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1878850399-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:00:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e1aee695c14043e8b7b47c9d1314b64d',uuid=2670ed6a-fc41-4485-b559-c60a5aced4da,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c27ab9c0-a045-4e4a-acad-d5c864ab2471", "address": "fa:16:3e:eb:6b:7c", "network": {"id": "8205b638-6a99-4e3c-9349-507223b04af2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-154931869-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "795f3126dba4461ebb19beff695319e0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc27ab9c0-a0", "ovs_interfaceid": "c27ab9c0-a045-4e4a-acad-d5c864ab2471", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Converting VIF {"id": "c27ab9c0-a045-4e4a-acad-d5c864ab2471", "address": "fa:16:3e:eb:6b:7c", "network": {"id": "8205b638-6a99-4e3c-9349-507223b04af2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-154931869-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "795f3126dba4461ebb19beff695319e0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc27ab9c0-a0", "ovs_interfaceid": "c27ab9c0-a045-4e4a-acad-d5c864ab2471", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:eb:6b:7c,bridge_name='br-int',has_traffic_filtering=True,id=c27ab9c0-a045-4e4a-acad-d5c864ab2471,network=Network(8205b638-6a99-4e3c-9349-507223b04af2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc27ab9c0-a0') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.objects.instance [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lazy-loading 'pci_devices' on Instance uuid 2670ed6a-fc41-4485-b559-c60a5aced4da {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:00:20 user nova-compute[74974]:   <uuid>2670ed6a-fc41-4485-b559-c60a5aced4da</uuid>
Nov 29 12:00:20 user nova-compute[74974]:   <name>instance-00000019</name>
Nov 29 12:00:20 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:00:20 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:00:20 user nova-compute[74974]:   <metadata>
Nov 29 12:00:20 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:00:20 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:00:20 user nova-compute[74974]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-1932732671</nova:name>
Nov 29 12:00:20 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:00:20</nova:creationTime>
Nov 29 12:00:20 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:00:20 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:00:20 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:00:20 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:00:20 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:00:20 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:00:20 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:00:20 user nova-compute[74974]:       <nova:owner>
Nov 29 12:00:20 user nova-compute[74974]:         <nova:user uuid="e1aee695c14043e8b7b47c9d1314b64d">tempest-TestServerVolumeAttachmentScenario-1878850399-project-member</nova:user>
Nov 29 12:00:20 user nova-compute[74974]:         <nova:project uuid="795f3126dba4461ebb19beff695319e0">tempest-TestServerVolumeAttachmentScenario-1878850399</nova:project>
Nov 29 12:00:20 user nova-compute[74974]:       </nova:owner>
Nov 29 12:00:20 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:00:20 user nova-compute[74974]:       <nova:ports>
Nov 29 12:00:20 user nova-compute[74974]:         <nova:port uuid="c27ab9c0-a045-4e4a-acad-d5c864ab2471">
Nov 29 12:00:20 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 12:00:20 user nova-compute[74974]:         </nova:port>
Nov 29 12:00:20 user nova-compute[74974]:       </nova:ports>
Nov 29 12:00:20 user nova-compute[74974]:     </nova:instance>
Nov 29 12:00:20 user nova-compute[74974]:   </metadata>
Nov 29 12:00:20 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:00:20 user nova-compute[74974]:     <system>
Nov 29 12:00:20 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:00:20 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:00:20 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:00:20 user nova-compute[74974]:       <entry name="serial">2670ed6a-fc41-4485-b559-c60a5aced4da</entry>
Nov 29 12:00:20 user nova-compute[74974]:       <entry name="uuid">2670ed6a-fc41-4485-b559-c60a5aced4da</entry>
Nov 29 12:00:20 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:00:20 user nova-compute[74974]:     </system>
Nov 29 12:00:20 user nova-compute[74974]:   </sysinfo>
Nov 29 12:00:20 user nova-compute[74974]:   <os>
Nov 29 12:00:20 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:00:20 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:00:20 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:00:20 user nova-compute[74974]:   </os>
Nov 29 12:00:20 user nova-compute[74974]:   <features>
Nov 29 12:00:20 user nova-compute[74974]:     <acpi/>
Nov 29 12:00:20 user nova-compute[74974]:     <apic/>
Nov 29 12:00:20 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:00:20 user nova-compute[74974]:   </features>
Nov 29 12:00:20 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:00:20 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:00:20 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:00:20 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:00:20 user nova-compute[74974]:   </clock>
Nov 29 12:00:20 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:00:20 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:00:20 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:00:20 user nova-compute[74974]:   </cpu>
Nov 29 12:00:20 user nova-compute[74974]:   <devices>
Nov 29 12:00:20 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:00:20 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:00:20 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk"/>
Nov 29 12:00:20 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:00:20 user nova-compute[74974]:     </disk>
Nov 29 12:00:20 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:00:20 user nova-compute[74974]:       <mac address="fa:16:3e:eb:6b:7c"/>
Nov 29 12:00:20 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:00:20 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:00:20 user nova-compute[74974]:       <target dev="tapc27ab9c0-a0"/>
Nov 29 12:00:20 user nova-compute[74974]:     </interface>
Nov 29 12:00:20 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:00:20 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/console.log" append="off"/>
Nov 29 12:00:20 user nova-compute[74974]:     </serial>
Nov 29 12:00:20 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:00:20 user nova-compute[74974]:     <video>
Nov 29 12:00:20 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:00:20 user nova-compute[74974]:     </video>
Nov 29 12:00:20 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:00:20 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:00:20 user nova-compute[74974]:     </rng>
Nov 29 12:00:20 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:00:20 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:00:20 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:00:20 user nova-compute[74974]:     </memballoon>
Nov 29 12:00:20 user nova-compute[74974]:   </devices>
Nov 29 12:00:20 user nova-compute[74974]: </domain>
Nov 29 12:00:20 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:00:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1932732671',display_name='tempest-TestServerVolumeAttachmentScenario-server-1932732671',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1932732671',id=25,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOvEMYeohrfLOVRIq8KaR2Wp+FhqJ8h6jNMvFDHN83bJ35JIBCvJniyD1ECy/SyT7lXfCAYTRXIk52EF4votdxs0exd2Ue2WGHrNBW/HKEpUqNGau8RqhHD6m0+0Nhi4pw==',key_name='tempest-keypair-1334799871',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='795f3126dba4461ebb19beff695319e0',ramdisk_id='',reservation_id='r-f8u89nl5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1878850399',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1878850399-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:00:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e1aee695c14043e8b7b47c9d1314b64d',uuid=2670ed6a-fc41-4485-b559-c60a5aced4da,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c27ab9c0-a045-4e4a-acad-d5c864ab2471", "address": "fa:16:3e:eb:6b:7c", "network": {"id": "8205b638-6a99-4e3c-9349-507223b04af2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-154931869-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "795f3126dba4461ebb19beff695319e0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc27ab9c0-a0", "ovs_interfaceid": "c27ab9c0-a045-4e4a-acad-d5c864ab2471", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Converting VIF {"id": "c27ab9c0-a045-4e4a-acad-d5c864ab2471", "address": "fa:16:3e:eb:6b:7c", "network": {"id": "8205b638-6a99-4e3c-9349-507223b04af2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-154931869-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "795f3126dba4461ebb19beff695319e0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc27ab9c0-a0", "ovs_interfaceid": "c27ab9c0-a045-4e4a-acad-d5c864ab2471", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:eb:6b:7c,bridge_name='br-int',has_traffic_filtering=True,id=c27ab9c0-a045-4e4a-acad-d5c864ab2471,network=Network(8205b638-6a99-4e3c-9349-507223b04af2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc27ab9c0-a0') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG os_vif [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:6b:7c,bridge_name='br-int',has_traffic_filtering=True,id=c27ab9c0-a045-4e4a-acad-d5c864ab2471,network=Network(8205b638-6a99-4e3c-9349-507223b04af2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc27ab9c0-a0') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '99aa11fc-ae80-5036-9754-64bf9003b218', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc27ab9c0-a0, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc27ab9c0-a0, col_values=(('qos', UUID('362eb1a2-49c7-4870-b70f-ff90c785c5c3')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc27ab9c0-a0, col_values=(('external_ids', {'iface-id': 'c27ab9c0-a045-4e4a-acad-d5c864ab2471', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:eb:6b:7c', 'vm-uuid': '2670ed6a-fc41-4485-b559-c60a5aced4da'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:20 user nova-compute[74974]: INFO os_vif [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:6b:7c,bridge_name='br-int',has_traffic_filtering=True,id=c27ab9c0-a045-4e4a-acad-d5c864ab2471,network=Network(8205b638-6a99-4e3c-9349-507223b04af2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc27ab9c0-a0')
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.compute.manager [req-b04e8bb5-024e-493d-8de3-04845e4f1090 req-3911cc12-973c-43ab-ad36-fb4b1dd8c1ec service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Received event network-vif-plugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b04e8bb5-024e-493d-8de3-04845e4f1090 req-3911cc12-973c-43ab-ad36-fb4b1dd8c1ec service nova] Acquiring lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b04e8bb5-024e-493d-8de3-04845e4f1090 req-3911cc12-973c-43ab-ad36-fb4b1dd8c1ec service nova] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b04e8bb5-024e-493d-8de3-04845e4f1090 req-3911cc12-973c-43ab-ad36-fb4b1dd8c1ec service nova] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.compute.manager [req-b04e8bb5-024e-493d-8de3-04845e4f1090 req-3911cc12-973c-43ab-ad36-fb4b1dd8c1ec service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] No waiting events found dispatching network-vif-plugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:20 user nova-compute[74974]: WARNING nova.compute.manager [req-b04e8bb5-024e-493d-8de3-04845e4f1090 req-3911cc12-973c-43ab-ad36-fb4b1dd8c1ec service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Received unexpected event network-vif-plugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 for instance with vm_state active and task_state rebuild_spawning.
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:00:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] No VIF found with MAC fa:16:3e:eb:6b:7c, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:00:21 user nova-compute[74974]: DEBUG nova.compute.manager [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:00:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:00:21 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Instance spawned successfully.
Nov 29 12:00:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:00:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:00:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:00:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:00:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:00:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:00:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:00:21 user nova-compute[74974]: DEBUG nova.compute.manager [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:00:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:21 user nova-compute[74974]: DEBUG nova.objects.instance [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74974) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 29 12:00:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ad9b37a7-1996-4ad7-b367-a81eee1c74da tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.099s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:22 user nova-compute[74974]: DEBUG nova.compute.manager [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Stashing vm_state: active {{(pid=74974) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 29 12:00:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:22 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:00:22 user nova-compute[74974]: INFO nova.compute.claims [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Claim successful on node user
Nov 29 12:00:22 user nova-compute[74974]: INFO nova.compute.resource_tracker [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Updating resource usage from migration 078c800d-a654-4bd5-95e9-68105062f31a
Nov 29 12:00:22 user nova-compute[74974]: DEBUG nova.compute.manager [req-3e039da3-2571-4a65-8c44-4425555da07a req-a093efc1-0881-45bb-b0ed-4e8973a6c995 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Received event network-vif-plugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3e039da3-2571-4a65-8c44-4425555da07a req-a093efc1-0881-45bb-b0ed-4e8973a6c995 service nova] Acquiring lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3e039da3-2571-4a65-8c44-4425555da07a req-a093efc1-0881-45bb-b0ed-4e8973a6c995 service nova] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3e039da3-2571-4a65-8c44-4425555da07a req-a093efc1-0881-45bb-b0ed-4e8973a6c995 service nova] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:22 user nova-compute[74974]: DEBUG nova.compute.manager [req-3e039da3-2571-4a65-8c44-4425555da07a req-a093efc1-0881-45bb-b0ed-4e8973a6c995 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] No waiting events found dispatching network-vif-plugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:22 user nova-compute[74974]: WARNING nova.compute.manager [req-3e039da3-2571-4a65-8c44-4425555da07a req-a093efc1-0881-45bb-b0ed-4e8973a6c995 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Received unexpected event network-vif-plugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 for instance with vm_state active and task_state None.
Nov 29 12:00:22 user nova-compute[74974]: DEBUG nova.compute.manager [req-3e039da3-2571-4a65-8c44-4425555da07a req-a093efc1-0881-45bb-b0ed-4e8973a6c995 service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Received event network-vif-plugged-c27ab9c0-a045-4e4a-acad-d5c864ab2471 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3e039da3-2571-4a65-8c44-4425555da07a req-a093efc1-0881-45bb-b0ed-4e8973a6c995 service nova] Acquiring lock "2670ed6a-fc41-4485-b559-c60a5aced4da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3e039da3-2571-4a65-8c44-4425555da07a req-a093efc1-0881-45bb-b0ed-4e8973a6c995 service nova] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3e039da3-2571-4a65-8c44-4425555da07a req-a093efc1-0881-45bb-b0ed-4e8973a6c995 service nova] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:22 user nova-compute[74974]: DEBUG nova.compute.manager [req-3e039da3-2571-4a65-8c44-4425555da07a req-a093efc1-0881-45bb-b0ed-4e8973a6c995 service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] No waiting events found dispatching network-vif-plugged-c27ab9c0-a045-4e4a-acad-d5c864ab2471 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:22 user nova-compute[74974]: WARNING nova.compute.manager [req-3e039da3-2571-4a65-8c44-4425555da07a req-a093efc1-0881-45bb-b0ed-4e8973a6c995 service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Received unexpected event network-vif-plugged-c27ab9c0-a045-4e4a-acad-d5c864ab2471 for instance with vm_state building and task_state spawning.
Nov 29 12:00:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:23 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:00:23 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:00:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.537s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:23 user nova-compute[74974]: INFO nova.compute.manager [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Migrating
Nov 29 12:00:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:00:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquired lock "compute-rpcapi-router" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:00:23 user nova-compute[74974]: INFO nova.compute.rpcapi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Nov 29 12:00:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Releasing lock "compute-rpcapi-router" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:00:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:00:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquired lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:00:23 user nova-compute[74974]: DEBUG nova.network.neutron [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:00:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:23 user nova-compute[74974]: DEBUG nova.network.neutron [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Updating instance_info_cache with network_info: [{"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:00:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Releasing lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:00:23 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Starting migrate_disk_and_power_off {{(pid=74974) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11484}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG nova.compute.manager [req-20c81673-a4b6-4d0f-bb42-791636c1cbb1 req-2299d95e-c9fe-4132-94a2-ec67837f6d61 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received event network-vif-unplugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-20c81673-a4b6-4d0f-bb42-791636c1cbb1 req-2299d95e-c9fe-4132-94a2-ec67837f6d61 service nova] Acquiring lock "77ed4d86-4087-4a21-af35-605d0210e311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-20c81673-a4b6-4d0f-bb42-791636c1cbb1 req-2299d95e-c9fe-4132-94a2-ec67837f6d61 service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-20c81673-a4b6-4d0f-bb42-791636c1cbb1 req-2299d95e-c9fe-4132-94a2-ec67837f6d61 service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG nova.compute.manager [req-20c81673-a4b6-4d0f-bb42-791636c1cbb1 req-2299d95e-c9fe-4132-94a2-ec67837f6d61 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] No waiting events found dispatching network-vif-unplugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:24 user nova-compute[74974]: WARNING nova.compute.manager [req-20c81673-a4b6-4d0f-bb42-791636c1cbb1 req-2299d95e-c9fe-4132-94a2-ec67837f6d61 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received unexpected event network-vif-unplugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e for instance with vm_state active and task_state resize_migrating.
Nov 29 12:00:24 user nova-compute[74974]: DEBUG nova.compute.manager [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:00:24 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Instance spawned successfully.
Nov 29 12:00:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:00:24 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Instance destroyed successfully.
Nov 29 12:00:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:56:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1208219453',display_name='tempest-ServerActionsTestOtherB-server-1208219453',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1208219453',id=17,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMEsUjykAgUNa3csGZC9iRUAhETNsLTgDXqVQBv+ndOSKWpqfjhtJTIK74zBPGK6mAoGj7Jj++jq1eiZ4ob+SL5PnaChX4cHJaqtikjug7Q1bG8i1WTLZq3t37QKqidd/w==',key_name='tempest-keypair-1277993427',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:56:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2345f7ecfc4f464eb51a42bbe9bdb7b2',ramdisk_id='',reservation_id='r-2ro0m0cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-630198144',owner_user_name='tempest-ServerActionsTestOtherB-630198144-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:00:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='15f1b481656d4771af51c2249fc2215d',uuid=77ed4d86-4087-4a21-af35-605d0210e311,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-626347514-network", "vif_mac": "fa:16:3e:dd:c6:ee"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Converting VIF {"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-626347514-network", "vif_mac": "fa:16:3e:dd:c6:ee"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:dd:c6:ee,bridge_name='br-int',has_traffic_filtering=True,id=31355e62-bc34-4f55-9046-5b2cd97d9a6e,network=Network(141bc410-6915-4f2c-8d7a-b2e80cfc873a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31355e62-bc') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG os_vif [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:dd:c6:ee,bridge_name='br-int',has_traffic_filtering=True,id=31355e62-bc34-4f55-9046-5b2cd97d9a6e,network=Network(141bc410-6915-4f2c-8d7a-b2e80cfc873a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31355e62-bc') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap31355e62-bc, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c2717971-06e2-4276-8de6-a53663c63201) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:24 user nova-compute[74974]: INFO os_vif [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:dd:c6:ee,bridge_name='br-int',has_traffic_filtering=True,id=31355e62-bc34-4f55-9046-5b2cd97d9a6e,network=Network(141bc410-6915-4f2c-8d7a-b2e80cfc873a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31355e62-bc')
Nov 29 12:00:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tFXuMcpZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:00:24 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:00:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:24 user nova-compute[74974]: INFO nova.compute.manager [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Took 6.46 seconds to spawn the instance on the hypervisor.
Nov 29 12:00:24 user nova-compute[74974]: DEBUG nova.compute.manager [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aa9b866-17eb-4923-a2b3-90942faa6956]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:00:24 user nova-compute[74974]: No targets found.
Nov 29 12:00:24 user nova-compute[74974]: iSNS:
Nov 29 12:00:24 user nova-compute[74974]: No targets found.
Nov 29 12:00:24 user nova-compute[74974]: STATIC:
Nov 29 12:00:24 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:00:24 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:24 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:24 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218
Nov 29 12:00:24 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:24 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:24 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb
Nov 29 12:00:24 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:24 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:24 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b
Nov 29 12:00:24 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:24 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:24 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd
Nov 29 12:00:24 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:24 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:24 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d
Nov 29 12:00:24 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:24 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:24 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3
Nov 29 12:00:24 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:24 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:24 user nova-compute[74974]: FIRMWARE:
Nov 29 12:00:24 user nova-compute[74974]: No targets found.
Nov 29 12:00:24 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:00:24 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:00:24 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4662e5f-bcf3-4f15-b02c-d073c2401fe7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG nova.compute.manager [req-2485bcbe-a832-4134-8c07-e476d8df8fba req-1954cb4c-6c2c-461d-80cf-6f29f8a2401e service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Received event network-vif-plugged-c27ab9c0-a045-4e4a-acad-d5c864ab2471 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2485bcbe-a832-4134-8c07-e476d8df8fba req-1954cb4c-6c2c-461d-80cf-6f29f8a2401e service nova] Acquiring lock "2670ed6a-fc41-4485-b559-c60a5aced4da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2485bcbe-a832-4134-8c07-e476d8df8fba req-1954cb4c-6c2c-461d-80cf-6f29f8a2401e service nova] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2485bcbe-a832-4134-8c07-e476d8df8fba req-1954cb4c-6c2c-461d-80cf-6f29f8a2401e service nova] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG nova.compute.manager [req-2485bcbe-a832-4134-8c07-e476d8df8fba req-1954cb4c-6c2c-461d-80cf-6f29f8a2401e service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] No waiting events found dispatching network-vif-plugged-c27ab9c0-a045-4e4a-acad-d5c864ab2471 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:24 user nova-compute[74974]: WARNING nova.compute.manager [req-2485bcbe-a832-4134-8c07-e476d8df8fba req-1954cb4c-6c2c-461d-80cf-6f29f8a2401e service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Received unexpected event network-vif-plugged-c27ab9c0-a045-4e4a-acad-d5c864ab2471 for instance with vm_state building and task_state spawning.
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ff06e73-cc21-4f6b-b37a-8382a8f1f260]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 12:00:24 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 12:00:24 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 12:00:24 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 12:00:24 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:24 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:24 user nova-compute[74974]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:00:24 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 12:00:24 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 12:00:24 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 12:00:24 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 12:00:24 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:24 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:24 user nova-compute[74974]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:00:24 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa837d5a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218'): ({'sdh'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Removing single pathed devices sdh {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c75b2b1-eaa4-4f2d-9cf6-8b357993137b]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:24 user nova-compute[74974]: INFO nova.compute.manager [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Took 7.31 seconds to build instance.
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0a998454-97fb-4e56-99de-52405938c589 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.400s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f179d83-25d0-4025-8978-f0ad20f4ab8f]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Flushing IO for device /dev/sdh {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:00:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c366e48-a627-483c-bedf-bfbf6f170d06]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.032s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e10a234b-5a35-4070-a0ec-36609f7f219c]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] SCSI volumes sdh have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2f3b143-e599-4786-8c14-d8ff1cc4a261]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[04e81531-a56a-46c2-a4ed-33bd801af877]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260]
Nov 29 12:00:25 user nova-compute[74974]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260] successful.
Nov 29 12:00:25 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d755bc3-2543-431b-9433-3f644bd0fac8]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.333s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] <== disconnect_volume: return (334ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311_resize/disk /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] CMD "cp -r /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311_resize/disk /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk" returned: 0 in 0.347s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311_resize/disk.info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk.info {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] CMD "cp -r /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311_resize/disk.info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk.info" returned: 0 in 0.038s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:26 user nova-compute[74974]: DEBUG nova.compute.manager [req-bbe4f511-9254-4235-9091-57a083692f33 req-6f86880d-850d-4cab-85d3-2d89662e5d7b service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received event network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bbe4f511-9254-4235-9091-57a083692f33 req-6f86880d-850d-4cab-85d3-2d89662e5d7b service nova] Acquiring lock "77ed4d86-4087-4a21-af35-605d0210e311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bbe4f511-9254-4235-9091-57a083692f33 req-6f86880d-850d-4cab-85d3-2d89662e5d7b service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bbe4f511-9254-4235-9091-57a083692f33 req-6f86880d-850d-4cab-85d3-2d89662e5d7b service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:26 user nova-compute[74974]: DEBUG nova.compute.manager [req-bbe4f511-9254-4235-9091-57a083692f33 req-6f86880d-850d-4cab-85d3-2d89662e5d7b service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] No waiting events found dispatching network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:26 user nova-compute[74974]: WARNING nova.compute.manager [req-bbe4f511-9254-4235-9091-57a083692f33 req-6f86880d-850d-4cab-85d3-2d89662e5d7b service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received unexpected event network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e for instance with vm_state active and task_state resize_migrating.
Nov 29 12:00:27 user nova-compute[74974]: DEBUG nova.network.neutron [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Port 31355e62-bc34-4f55-9046-5b2cd97d9a6e binding to destination host user is already ACTIVE {{(pid=74974) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 29 12:00:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "77ed4d86-4087-4a21-af35-605d0210e311-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:00:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquired lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:00:27 user nova-compute[74974]: DEBUG nova.network.neutron [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG nova.compute.manager [req-df726959-2f2b-4196-8bc6-cc0799c747f4 req-53bfea6e-2e03-41cc-b82b-78a3348da22e service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-changed-19437148-b722-412c-9f16-727ab17b104f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG nova.compute.manager [req-df726959-2f2b-4196-8bc6-cc0799c747f4 req-53bfea6e-2e03-41cc-b82b-78a3348da22e service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Refreshing instance network info cache due to event network-changed-19437148-b722-412c-9f16-727ab17b104f. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-df726959-2f2b-4196-8bc6-cc0799c747f4 req-53bfea6e-2e03-41cc-b82b-78a3348da22e service nova] Acquiring lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-df726959-2f2b-4196-8bc6-cc0799c747f4 req-53bfea6e-2e03-41cc-b82b-78a3348da22e service nova] Acquired lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG nova.network.neutron [req-df726959-2f2b-4196-8bc6-cc0799c747f4 req-53bfea6e-2e03-41cc-b82b-78a3348da22e service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Refreshing network info cache for port 19437148-b722-412c-9f16-727ab17b104f {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG nova.network.neutron [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Updating instance_info_cache with network_info: [{"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Releasing lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG os_brick.utils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad0f9a37-820a-4d71-835a-ce571a783aa5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef9468eb-1569-4783-a0ae-c35c314e640d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb879233-f5f7-42ad-9b81-6b6d03c85910]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[02f929ec-3457-4375-b219-9b01ba43ea7c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:00:28 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:00:28 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e2b8d56-4c69-4d9e-9447-0e70c4da6164]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG os_brick.utils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] <== get_connector_properties: return (162ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG nova.network.neutron [req-df726959-2f2b-4196-8bc6-cc0799c747f4 req-53bfea6e-2e03-41cc-b82b-78a3348da22e service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Updated VIF entry in instance network info cache for port 19437148-b722-412c-9f16-727ab17b104f. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG nova.network.neutron [req-df726959-2f2b-4196-8bc6-cc0799c747f4 req-53bfea6e-2e03-41cc-b82b-78a3348da22e service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Updating instance_info_cache with network_info: [{"id": "19437148-b722-412c-9f16-727ab17b104f", "address": "fa:16:3e:40:0a:4c", "network": {"id": "35e1e764-ec4e-40c5-99fa-2c4f1cfdf784", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1859389146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19437148-b7", "ovs_interfaceid": "19437148-b722-412c-9f16-727ab17b104f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "address": "fa:16:3e:02:71:0b", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1670df0-bf", "ovs_interfaceid": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "address": "fa:16:3e:11:09:ee", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c3d9db-fe", "ovs_interfaceid": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "dd537680-5bbe-40c8-95e1-18fd67264107", "address": "fa:16:3e:63:54:39", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd537680-5b", "ovs_interfaceid": "dd537680-5bbe-40c8-95e1-18fd67264107", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "address": "fa:16:3e:83:c4:43", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c5b0b24-b1", "ovs_interfaceid": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "address": "fa:16:3e:f6:d1:9f", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0223b25-fa", "ovs_interfaceid": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08f18496-a31b-4e18-a96b-b0c56eec4473", "address": "fa:16:3e:5a:ea:01", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08f18496-a3", "ovs_interfaceid": "08f18496-a31b-4e18-a96b-b0c56eec4473", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:00:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-df726959-2f2b-4196-8bc6-cc0799c747f4 req-53bfea6e-2e03-41cc-b82b-78a3348da22e service nova] Releasing lock "refresh_cache-eaeec097-ae93-467e-a761-64f06026ea7b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:00:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "eaeec097-ae93-467e-a761-64f06026ea7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:30 user nova-compute[74974]: INFO nova.compute.manager [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Terminating instance
Nov 29 12:00:30 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:00:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:30 user nova-compute[74974]: DEBUG nova.compute.manager [req-aee6063f-a52a-4643-9324-c638cb9f582d req-90c85ad2-915f-49e6-8940-10e15816e79d service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-unplugged-f1670df0-bfb0-4ec0-be16-1471d4ae237d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-aee6063f-a52a-4643-9324-c638cb9f582d req-90c85ad2-915f-49e6-8940-10e15816e79d service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-aee6063f-a52a-4643-9324-c638cb9f582d req-90c85ad2-915f-49e6-8940-10e15816e79d service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-aee6063f-a52a-4643-9324-c638cb9f582d req-90c85ad2-915f-49e6-8940-10e15816e79d service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:30 user nova-compute[74974]: DEBUG nova.compute.manager [req-aee6063f-a52a-4643-9324-c638cb9f582d req-90c85ad2-915f-49e6-8940-10e15816e79d service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-unplugged-f1670df0-bfb0-4ec0-be16-1471d4ae237d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:30 user nova-compute[74974]: DEBUG nova.compute.manager [req-aee6063f-a52a-4643-9324-c638cb9f582d req-90c85ad2-915f-49e6-8940-10e15816e79d service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-unplugged-f1670df0-bfb0-4ec0-be16-1471d4ae237d for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:00:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG nova.compute.manager [req-322a393d-437f-4385-ae04-a4cce199ad54 req-7cf351d7-08b9-4256-ac22-03dc3b4be894 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-unplugged-19437148-b722-412c-9f16-727ab17b104f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-322a393d-437f-4385-ae04-a4cce199ad54 req-7cf351d7-08b9-4256-ac22-03dc3b4be894 service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-322a393d-437f-4385-ae04-a4cce199ad54 req-7cf351d7-08b9-4256-ac22-03dc3b4be894 service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-322a393d-437f-4385-ae04-a4cce199ad54 req-7cf351d7-08b9-4256-ac22-03dc3b4be894 service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG nova.compute.manager [req-322a393d-437f-4385-ae04-a4cce199ad54 req-7cf351d7-08b9-4256-ac22-03dc3b4be894 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-unplugged-19437148-b722-412c-9f16-727ab17b104f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG nova.compute.manager [req-322a393d-437f-4385-ae04-a4cce199ad54 req-7cf351d7-08b9-4256-ac22-03dc3b4be894 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-unplugged-19437148-b722-412c-9f16-727ab17b104f for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG nova.compute.manager [req-2767164e-71d4-4460-8c84-812717a56a7a req-c619521d-065a-4fa3-bb07-038536c3fa9b service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-unplugged-dd537680-5bbe-40c8-95e1-18fd67264107 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2767164e-71d4-4460-8c84-812717a56a7a req-c619521d-065a-4fa3-bb07-038536c3fa9b service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2767164e-71d4-4460-8c84-812717a56a7a req-c619521d-065a-4fa3-bb07-038536c3fa9b service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2767164e-71d4-4460-8c84-812717a56a7a req-c619521d-065a-4fa3-bb07-038536c3fa9b service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG nova.compute.manager [req-2767164e-71d4-4460-8c84-812717a56a7a req-c619521d-065a-4fa3-bb07-038536c3fa9b service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-unplugged-dd537680-5bbe-40c8-95e1-18fd67264107 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG nova.compute.manager [req-2767164e-71d4-4460-8c84-812717a56a7a req-c619521d-065a-4fa3-bb07-038536c3fa9b service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-unplugged-dd537680-5bbe-40c8-95e1-18fd67264107 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:32 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Instance destroyed successfully.
Nov 29 12:00:32 user nova-compute[74974]: DEBUG nova.objects.instance [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lazy-loading 'resources' on Instance uuid eaeec097-ae93-467e-a761-64f06026ea7b {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:58:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-256631076',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-256631076',id=23,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRRv+YCW+opzno8IuXR/2QhuFu5i5qz6j8tEt7NUOU45w2b29zfECJS+zvCnsVmuwAeJlPN6gPGZ279YopRv/dTWBmbCRROWJlfJhJGxjDvV/9xdn2Y3c1WDASMeK4Xsw==',key_name='tempest-keypair-680744651',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:59:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='46d0858501084db8935bd64806a4c168',ramdisk_id='',reservation_id='r-2ya04y98',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1888455432',owner_user_name='tempest-TaggedBootDevicesTest-1888455432-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:59:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e637ce56a00a436aaa02818c2c701550',uuid=eaeec097-ae93-467e-a761-64f06026ea7b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "19437148-b722-412c-9f16-727ab17b104f", "address": "fa:16:3e:40:0a:4c", "network": {"id": "35e1e764-ec4e-40c5-99fa-2c4f1cfdf784", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1859389146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19437148-b7", "ovs_interfaceid": "19437148-b722-412c-9f16-727ab17b104f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converting VIF {"id": "19437148-b722-412c-9f16-727ab17b104f", "address": "fa:16:3e:40:0a:4c", "network": {"id": "35e1e764-ec4e-40c5-99fa-2c4f1cfdf784", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1859389146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19437148-b7", "ovs_interfaceid": "19437148-b722-412c-9f16-727ab17b104f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:40:0a:4c,bridge_name='br-int',has_traffic_filtering=True,id=19437148-b722-412c-9f16-727ab17b104f,network=Network(35e1e764-ec4e-40c5-99fa-2c4f1cfdf784),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19437148-b7') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG os_vif [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:40:0a:4c,bridge_name='br-int',has_traffic_filtering=True,id=19437148-b722-412c-9f16-727ab17b104f,network=Network(35e1e764-ec4e-40c5-99fa-2c4f1cfdf784),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19437148-b7') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap19437148-b7, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=89df395b-ec83-423f-9620-b5f7510086ec) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:32 user nova-compute[74974]: INFO os_vif [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:40:0a:4c,bridge_name='br-int',has_traffic_filtering=True,id=19437148-b722-412c-9f16-727ab17b104f,network=Network(35e1e764-ec4e-40c5-99fa-2c4f1cfdf784),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19437148-b7')
Nov 29 12:00:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:58:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-256631076',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-256631076',id=23,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRRv+YCW+opzno8IuXR/2QhuFu5i5qz6j8tEt7NUOU45w2b29zfECJS+zvCnsVmuwAeJlPN6gPGZ279YopRv/dTWBmbCRROWJlfJhJGxjDvV/9xdn2Y3c1WDASMeK4Xsw==',key_name='tempest-keypair-680744651',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:59:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='46d0858501084db8935bd64806a4c168',ramdisk_id='',reservation_id='r-2ya04y98',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1888455432',owner_user_name='tempest-TaggedBootDevicesTest-1888455432-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:59:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e637ce56a00a436aaa02818c2c701550',uuid=eaeec097-ae93-467e-a761-64f06026ea7b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "address": "fa:16:3e:02:71:0b", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1670df0-bf", "ovs_interfaceid": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converting VIF {"id": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "address": "fa:16:3e:02:71:0b", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1670df0-bf", "ovs_interfaceid": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:71:0b,bridge_name='br-int',has_traffic_filtering=True,id=f1670df0-bfb0-4ec0-be16-1471d4ae237d,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf1670df0-bf') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG os_vif [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:71:0b,bridge_name='br-int',has_traffic_filtering=True,id=f1670df0-bfb0-4ec0-be16-1471d4ae237d,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf1670df0-bf') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf1670df0-bf, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a7ba5a02-0913-43a1-9a4c-cb1c5990b739) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:32 user nova-compute[74974]: INFO os_vif [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:71:0b,bridge_name='br-int',has_traffic_filtering=True,id=f1670df0-bfb0-4ec0-be16-1471d4ae237d,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf1670df0-bf')
Nov 29 12:00:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:58:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-256631076',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-256631076',id=23,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRRv+YCW+opzno8IuXR/2QhuFu5i5qz6j8tEt7NUOU45w2b29zfECJS+zvCnsVmuwAeJlPN6gPGZ279YopRv/dTWBmbCRROWJlfJhJGxjDvV/9xdn2Y3c1WDASMeK4Xsw==',key_name='tempest-keypair-680744651',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:59:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='46d0858501084db8935bd64806a4c168',ramdisk_id='',reservation_id='r-2ya04y98',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1888455432',owner_user_name='tempest-TaggedBootDevicesTest-1888455432-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:59:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e637ce56a00a436aaa02818c2c701550',uuid=eaeec097-ae93-467e-a761-64f06026ea7b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "address": "fa:16:3e:11:09:ee", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c3d9db-fe", "ovs_interfaceid": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converting VIF {"id": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "address": "fa:16:3e:11:09:ee", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c3d9db-fe", "ovs_interfaceid": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:09:ee,bridge_name='br-int',has_traffic_filtering=True,id=96c3d9db-fed2-46ae-a541-0c5ab3c70c7d,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap96c3d9db-fe') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG os_vif [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:09:ee,bridge_name='br-int',has_traffic_filtering=True,id=96c3d9db-fed2-46ae-a541-0c5ab3c70c7d,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap96c3d9db-fe') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap96c3d9db-fe, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=60657789-91c2-46d3-8f4e-49c693ac7198) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: INFO os_vif [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:09:ee,bridge_name='br-int',has_traffic_filtering=True,id=96c3d9db-fed2-46ae-a541-0c5ab3c70c7d,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap96c3d9db-fe')
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:58:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-256631076',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-256631076',id=23,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRRv+YCW+opzno8IuXR/2QhuFu5i5qz6j8tEt7NUOU45w2b29zfECJS+zvCnsVmuwAeJlPN6gPGZ279YopRv/dTWBmbCRROWJlfJhJGxjDvV/9xdn2Y3c1WDASMeK4Xsw==',key_name='tempest-keypair-680744651',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:59:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='46d0858501084db8935bd64806a4c168',ramdisk_id='',reservation_id='r-2ya04y98',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1888455432',owner_user_name='tempest-TaggedBootDevicesTest-1888455432-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:59:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e637ce56a00a436aaa02818c2c701550',uuid=eaeec097-ae93-467e-a761-64f06026ea7b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dd537680-5bbe-40c8-95e1-18fd67264107", "address": "fa:16:3e:63:54:39", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd537680-5b", "ovs_interfaceid": "dd537680-5bbe-40c8-95e1-18fd67264107", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converting VIF {"id": "dd537680-5bbe-40c8-95e1-18fd67264107", "address": "fa:16:3e:63:54:39", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd537680-5b", "ovs_interfaceid": "dd537680-5bbe-40c8-95e1-18fd67264107", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:63:54:39,bridge_name='br-int',has_traffic_filtering=True,id=dd537680-5bbe-40c8-95e1-18fd67264107,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd537680-5b') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_vif [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:63:54:39,bridge_name='br-int',has_traffic_filtering=True,id=dd537680-5bbe-40c8-95e1-18fd67264107,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd537680-5b') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdd537680-5b, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-plugged-f1670df0-bfb0-4ec0-be16-1471d4ae237d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-plugged-f1670df0-bfb0-4ec0-be16-1471d4ae237d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:33 user nova-compute[74974]: WARNING nova.compute.manager [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received unexpected event network-vif-plugged-f1670df0-bfb0-4ec0-be16-1471d4ae237d for instance with vm_state active and task_state deleting.
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-unplugged-96c3d9db-fed2-46ae-a541-0c5ab3c70c7d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-unplugged-96c3d9db-fed2-46ae-a541-0c5ab3c70c7d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-unplugged-96c3d9db-fed2-46ae-a541-0c5ab3c70c7d for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-plugged-96c3d9db-fed2-46ae-a541-0c5ab3c70c7d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-plugged-96c3d9db-fed2-46ae-a541-0c5ab3c70c7d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:33 user nova-compute[74974]: WARNING nova.compute.manager [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received unexpected event network-vif-plugged-96c3d9db-fed2-46ae-a541-0c5ab3c70c7d for instance with vm_state active and task_state deleting.
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-unplugged-c0223b25-fac9-427b-a9af-d5cfeab46d7b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-unplugged-c0223b25-fac9-427b-a9af-d5cfeab46d7b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-unplugged-c0223b25-fac9-427b-a9af-d5cfeab46d7b for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-plugged-c0223b25-fac9-427b-a9af-d5cfeab46d7b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-plugged-c0223b25-fac9-427b-a9af-d5cfeab46d7b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:33 user nova-compute[74974]: WARNING nova.compute.manager [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received unexpected event network-vif-plugged-c0223b25-fac9-427b-a9af-d5cfeab46d7b for instance with vm_state active and task_state deleting.
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-unplugged-08f18496-a31b-4e18-a96b-b0c56eec4473 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-unplugged-08f18496-a31b-4e18-a96b-b0c56eec4473 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-unplugged-08f18496-a31b-4e18-a96b-b0c56eec4473 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-plugged-08f18496-a31b-4e18-a96b-b0c56eec4473 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-plugged-08f18496-a31b-4e18-a96b-b0c56eec4473 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:33 user nova-compute[74974]: WARNING nova.compute.manager [req-b172edd1-a3ea-46bc-92f7-b2c2123b8515 req-1934a29a-7932-4ac8-8dae-7d08e4a051db service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received unexpected event network-vif-plugged-08f18496-a31b-4e18-a96b-b0c56eec4473 for instance with vm_state active and task_state deleting.
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=54b77421-2287-497a-84ba-4b2091a7ed6e) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: INFO os_vif [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:63:54:39,bridge_name='br-int',has_traffic_filtering=True,id=dd537680-5bbe-40c8-95e1-18fd67264107,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd537680-5b')
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:58:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-256631076',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-256631076',id=23,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRRv+YCW+opzno8IuXR/2QhuFu5i5qz6j8tEt7NUOU45w2b29zfECJS+zvCnsVmuwAeJlPN6gPGZ279YopRv/dTWBmbCRROWJlfJhJGxjDvV/9xdn2Y3c1WDASMeK4Xsw==',key_name='tempest-keypair-680744651',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:59:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='46d0858501084db8935bd64806a4c168',ramdisk_id='',reservation_id='r-2ya04y98',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1888455432',owner_user_name='tempest-TaggedBootDevicesTest-1888455432-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:59:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e637ce56a00a436aaa02818c2c701550',uuid=eaeec097-ae93-467e-a761-64f06026ea7b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "address": "fa:16:3e:83:c4:43", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c5b0b24-b1", "ovs_interfaceid": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converting VIF {"id": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "address": "fa:16:3e:83:c4:43", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c5b0b24-b1", "ovs_interfaceid": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:c4:43,bridge_name='br-int',has_traffic_filtering=True,id=3c5b0b24-b1e3-4327-98bb-fac2c693e117,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c5b0b24-b1') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_vif [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:c4:43,bridge_name='br-int',has_traffic_filtering=True,id=3c5b0b24-b1e3-4327-98bb-fac2c693e117,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c5b0b24-b1') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3c5b0b24-b1, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=996794e8-a1b1-4613-b067-7bea5f181cef) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: INFO os_vif [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:c4:43,bridge_name='br-int',has_traffic_filtering=True,id=3c5b0b24-b1e3-4327-98bb-fac2c693e117,network=Network(f7f51eea-0354-4e07-902c-b90a43d98ed0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c5b0b24-b1')
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:58:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-256631076',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-256631076',id=23,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRRv+YCW+opzno8IuXR/2QhuFu5i5qz6j8tEt7NUOU45w2b29zfECJS+zvCnsVmuwAeJlPN6gPGZ279YopRv/dTWBmbCRROWJlfJhJGxjDvV/9xdn2Y3c1WDASMeK4Xsw==',key_name='tempest-keypair-680744651',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:59:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='46d0858501084db8935bd64806a4c168',ramdisk_id='',reservation_id='r-2ya04y98',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1888455432',owner_user_name='tempest-TaggedBootDevicesTest-1888455432-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:59:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e637ce56a00a436aaa02818c2c701550',uuid=eaeec097-ae93-467e-a761-64f06026ea7b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "address": "fa:16:3e:f6:d1:9f", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0223b25-fa", "ovs_interfaceid": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converting VIF {"id": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "address": "fa:16:3e:f6:d1:9f", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0223b25-fa", "ovs_interfaceid": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f6:d1:9f,bridge_name='br-int',has_traffic_filtering=True,id=c0223b25-fac9-427b-a9af-d5cfeab46d7b,network=Network(ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0223b25-fa') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_vif [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f6:d1:9f,bridge_name='br-int',has_traffic_filtering=True,id=c0223b25-fac9-427b-a9af-d5cfeab46d7b,network=Network(ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0223b25-fa') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc0223b25-fa, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=56ed4ccc-d5c5-4190-963b-707805e1a7fa) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: INFO os_vif [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f6:d1:9f,bridge_name='br-int',has_traffic_filtering=True,id=c0223b25-fac9-427b-a9af-d5cfeab46d7b,network=Network(ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0223b25-fa')
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T11:58:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-256631076',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-256631076',id=23,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRRv+YCW+opzno8IuXR/2QhuFu5i5qz6j8tEt7NUOU45w2b29zfECJS+zvCnsVmuwAeJlPN6gPGZ279YopRv/dTWBmbCRROWJlfJhJGxjDvV/9xdn2Y3c1WDASMeK4Xsw==',key_name='tempest-keypair-680744651',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:59:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='46d0858501084db8935bd64806a4c168',ramdisk_id='',reservation_id='r-2ya04y98',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1888455432',owner_user_name='tempest-TaggedBootDevicesTest-1888455432-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:59:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e637ce56a00a436aaa02818c2c701550',uuid=eaeec097-ae93-467e-a761-64f06026ea7b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "08f18496-a31b-4e18-a96b-b0c56eec4473", "address": "fa:16:3e:5a:ea:01", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08f18496-a3", "ovs_interfaceid": "08f18496-a31b-4e18-a96b-b0c56eec4473", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converting VIF {"id": "08f18496-a31b-4e18-a96b-b0c56eec4473", "address": "fa:16:3e:5a:ea:01", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08f18496-a3", "ovs_interfaceid": "08f18496-a31b-4e18-a96b-b0c56eec4473", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:ea:01,bridge_name='br-int',has_traffic_filtering=True,id=08f18496-a31b-4e18-a96b-b0c56eec4473,network=Network(ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08f18496-a3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_vif [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:ea:01,bridge_name='br-int',has_traffic_filtering=True,id=08f18496-a31b-4e18-a96b-b0c56eec4473,network=Network(ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08f18496-a3') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap08f18496-a3, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2ef7b52f-5ae8-4b15-92af-40800e66d7ff) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: INFO os_vif [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:ea:01,bridge_name='br-int',has_traffic_filtering=True,id=08f18496-a31b-4e18-a96b-b0c56eec4473,network=Network(ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08f18496-a3')
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dLgSarQY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:00:33 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-e203bf0a-b62c-4a47-a012-910a52cd6538 req-cb179204-71ed-44e1-b823-132baa7f5675 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-plugged-19437148-b722-412c-9f16-727ab17b104f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e203bf0a-b62c-4a47-a012-910a52cd6538 req-cb179204-71ed-44e1-b823-132baa7f5675 service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e203bf0a-b62c-4a47-a012-910a52cd6538 req-cb179204-71ed-44e1-b823-132baa7f5675 service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e203bf0a-b62c-4a47-a012-910a52cd6538 req-cb179204-71ed-44e1-b823-132baa7f5675 service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-e203bf0a-b62c-4a47-a012-910a52cd6538 req-cb179204-71ed-44e1-b823-132baa7f5675 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-plugged-19437148-b722-412c-9f16-727ab17b104f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:33 user nova-compute[74974]: WARNING nova.compute.manager [req-e203bf0a-b62c-4a47-a012-910a52cd6538 req-cb179204-71ed-44e1-b823-132baa7f5675 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received unexpected event network-vif-plugged-19437148-b722-412c-9f16-727ab17b104f for instance with vm_state active and task_state deleting.
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-e203bf0a-b62c-4a47-a012-910a52cd6538 req-cb179204-71ed-44e1-b823-132baa7f5675 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-unplugged-3c5b0b24-b1e3-4327-98bb-fac2c693e117 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e203bf0a-b62c-4a47-a012-910a52cd6538 req-cb179204-71ed-44e1-b823-132baa7f5675 service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e203bf0a-b62c-4a47-a012-910a52cd6538 req-cb179204-71ed-44e1-b823-132baa7f5675 service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e203bf0a-b62c-4a47-a012-910a52cd6538 req-cb179204-71ed-44e1-b823-132baa7f5675 service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-e203bf0a-b62c-4a47-a012-910a52cd6538 req-cb179204-71ed-44e1-b823-132baa7f5675 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-unplugged-3c5b0b24-b1e3-4327-98bb-fac2c693e117 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-e203bf0a-b62c-4a47-a012-910a52cd6538 req-cb179204-71ed-44e1-b823-132baa7f5675 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-unplugged-3c5b0b24-b1e3-4327-98bb-fac2c693e117 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-e203bf0a-b62c-4a47-a012-910a52cd6538 req-cb179204-71ed-44e1-b823-132baa7f5675 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-plugged-3c5b0b24-b1e3-4327-98bb-fac2c693e117 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e203bf0a-b62c-4a47-a012-910a52cd6538 req-cb179204-71ed-44e1-b823-132baa7f5675 service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e203bf0a-b62c-4a47-a012-910a52cd6538 req-cb179204-71ed-44e1-b823-132baa7f5675 service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e203bf0a-b62c-4a47-a012-910a52cd6538 req-cb179204-71ed-44e1-b823-132baa7f5675 service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-e203bf0a-b62c-4a47-a012-910a52cd6538 req-cb179204-71ed-44e1-b823-132baa7f5675 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-plugged-3c5b0b24-b1e3-4327-98bb-fac2c693e117 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:33 user nova-compute[74974]: WARNING nova.compute.manager [req-e203bf0a-b62c-4a47-a012-910a52cd6538 req-cb179204-71ed-44e1-b823-132baa7f5675 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received unexpected event network-vif-plugged-3c5b0b24-b1e3-4327-98bb-fac2c693e117 for instance with vm_state active and task_state deleting.
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.035s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6d0f6a3-b6c3-42e2-a724-4cdce91af10a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:00:33 user nova-compute[74974]: No targets found.
Nov 29 12:00:33 user nova-compute[74974]: iSNS:
Nov 29 12:00:33 user nova-compute[74974]: No targets found.
Nov 29 12:00:33 user nova-compute[74974]: STATIC:
Nov 29 12:00:33 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:00:33 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:33 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:33 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb
Nov 29 12:00:33 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:33 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:33 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b
Nov 29 12:00:33 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:33 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:33 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd
Nov 29 12:00:33 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:33 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:33 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d
Nov 29 12:00:33 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:33 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:33 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3
Nov 29 12:00:33 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:33 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:33 user nova-compute[74974]: FIRMWARE:
Nov 29 12:00:33 user nova-compute[74974]: No targets found.
Nov 29 12:00:33 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:00:33 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:00:33 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[916ba11d-f702-4e7a-80e6-a1461ddf535b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1abc43f7-ccfe-4b3c-9d7b-8ee9f1680ec8]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 12:00:33 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 12:00:33 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 12:00:33 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 12:00:33 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:33 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:33 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 12:00:33 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 12:00:33 user nova-compute[74974]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d (non-flash)
Nov 29 12:00:33 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 12:00:33 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:33 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:33 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1acc4349d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d'): ({'sde'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Removing single pathed devices sde {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-587739ae-0f40-4c00-975f-01218006cda1 req-1077eba7-c6ae-4ed6-b797-3906968d015b service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-plugged-dd537680-5bbe-40c8-95e1-18fd67264107 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-587739ae-0f40-4c00-975f-01218006cda1 req-1077eba7-c6ae-4ed6-b797-3906968d015b service nova] Acquiring lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-587739ae-0f40-4c00-975f-01218006cda1 req-1077eba7-c6ae-4ed6-b797-3906968d015b service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-587739ae-0f40-4c00-975f-01218006cda1 req-1077eba7-c6ae-4ed6-b797-3906968d015b service nova] Lock "eaeec097-ae93-467e-a761-64f06026ea7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-587739ae-0f40-4c00-975f-01218006cda1 req-1077eba7-c6ae-4ed6-b797-3906968d015b service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] No waiting events found dispatching network-vif-plugged-dd537680-5bbe-40c8-95e1-18fd67264107 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:33 user nova-compute[74974]: WARNING nova.compute.manager [req-587739ae-0f40-4c00-975f-01218006cda1 req-1077eba7-c6ae-4ed6-b797-3906968d015b service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received unexpected event network-vif-plugged-dd537680-5bbe-40c8-95e1-18fd67264107 for instance with vm_state active and task_state deleting.
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4755831f-20bd-4a73-be90-fca61f0715aa]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3abbedcf-451b-49ac-a65b-0e1c0e8e0952]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Flushing IO for device /dev/sde {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b77ab6f-2e1c-4ad5-9b88-29359fca1e1a]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.049s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d38daa5-2ba9-4353-b186-ff02879efb43]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] SCSI volumes sde have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f78a89a3-6f04-48ab-b82b-20da21202939]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d7b9bec-003a-4277-a2e7-ab7d5a2ea828]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d, portal: 172.16.0.220,3260]
Nov 29 12:00:33 user nova-compute[74974]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d, portal: 172.16.0.220,3260] successful.
Nov 29 12:00:33 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a1a263d-338c-443d-99a2-b0c00754bc8d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d80553d-7477-48f8-bdc5-159216b57633]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.387s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] <== disconnect_volume: return (389ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dHMtwgOf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:00:33 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c014b03-40be-4e56-9e72-57d03a3f765a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:00:33 user nova-compute[74974]: No targets found.
Nov 29 12:00:33 user nova-compute[74974]: iSNS:
Nov 29 12:00:33 user nova-compute[74974]: No targets found.
Nov 29 12:00:33 user nova-compute[74974]: STATIC:
Nov 29 12:00:33 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:00:33 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:33 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:33 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb
Nov 29 12:00:33 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:33 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:33 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b
Nov 29 12:00:33 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:33 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:33 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd
Nov 29 12:00:33 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:33 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:33 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3
Nov 29 12:00:33 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:33 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:33 user nova-compute[74974]: FIRMWARE:
Nov 29 12:00:33 user nova-compute[74974]: No targets found.
Nov 29 12:00:33 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:00:33 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:00:33 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[70d12e29-2a27-4449-9321-6d2d30c76ed5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[deab64c6-8eb5-43fc-8d0e-100a15cdbf15]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 12:00:33 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 12:00:33 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 12:00:33 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:33 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:33 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 12:00:33 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 12:00:33 user nova-compute[74974]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd (non-flash)
Nov 29 12:00:33 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:33 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:33 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa837d870>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd'): ({'sdf'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Removing single pathed devices sdf {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.037s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfdcecf3-c751-4ef8-8c7a-b664c3c98415]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c82cfdf-d7d8-401c-ba82-19de5bfb9627]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Flushing IO for device /dev/sdf {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee721861-a861-4970-bdde-6f7235c61846]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.041s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f0985a1-f38c-4886-8165-90fdcc84d18c]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] SCSI volumes sdf have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[212fcb86-67e7-4bec-927c-42c84845938d]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[38152c82-e4f1-464c-a6cc-cf7f3db9ffd4]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd, portal: 172.16.0.220,3260]
Nov 29 12:00:33 user nova-compute[74974]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd, portal: 172.16.0.220,3260] successful.
Nov 29 12:00:33 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9759b011-0a2c-4e05-b7f1-fc776684d7bd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c142d65-835d-42ce-83f6-48b5557536db]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.369s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] <== disconnect_volume: return (370ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wKOfkNmq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:00:34 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[54977607-2579-4252-991b-effd04fee987]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:00:34 user nova-compute[74974]: No targets found.
Nov 29 12:00:34 user nova-compute[74974]: iSNS:
Nov 29 12:00:34 user nova-compute[74974]: No targets found.
Nov 29 12:00:34 user nova-compute[74974]: STATIC:
Nov 29 12:00:34 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:00:34 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:34 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:34 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb
Nov 29 12:00:34 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:34 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:34 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b
Nov 29 12:00:34 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:34 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:34 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3
Nov 29 12:00:34 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:34 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:34 user nova-compute[74974]: FIRMWARE:
Nov 29 12:00:34 user nova-compute[74974]: No targets found.
Nov 29 12:00:34 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:00:34 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:00:34 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0b603a8-3138-495c-9fdb-fcc9b235a91c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[77400171-fe3e-46ff-b914-918c029fd1c6]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 12:00:34 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 12:00:34 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:34 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:34 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 12:00:34 user nova-compute[74974]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb (non-flash)
Nov 29 12:00:34 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:34 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:34 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa837d870>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb'): ({'sdd'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Removing single pathed devices sdd {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe53dacb-328b-4a95-b844-0b89a0a28933]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec040706-e5f3-457f-a48b-3c4d54e39404]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Flushing IO for device /dev/sdd {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b799c58d-5311-419e-8082-c5d215029a3e]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.062s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6c92e0c-656f-4119-842d-ed2d554b79b1]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] SCSI volumes sdd have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2234f127-d983-4743-bbd1-69b81311dfba]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb -p 172.16.0.220:3260 --logout" returned: 0 in 0.136s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f832b4dd-33b5-4117-a788-8b47747313da]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb, portal: 172.16.0.220,3260]
Nov 29 12:00:34 user nova-compute[74974]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb, portal: 172.16.0.220,3260] successful.
Nov 29 12:00:34 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b34ee814-3a7a-4195-bdd7-1ecea3157ddb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[42588616-a856-49de-a7a8-704cedc23034]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.453s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] <== disconnect_volume: return (455ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:00:34 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Deleting instance files /opt/stack/data/nova/instances/eaeec097-ae93-467e-a761-64f06026ea7b_del
Nov 29 12:00:34 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Deletion of /opt/stack/data/nova/instances/eaeec097-ae93-467e-a761-64f06026ea7b_del complete
Nov 29 12:00:34 user nova-compute[74974]: INFO nova.compute.manager [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Took 4.12 seconds to destroy the instance on the hypervisor.
Nov 29 12:00:34 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:00:34 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:00:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "2efba6e2-1052-46af-8c9b-e04be1922fe7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "2efba6e2-1052-46af-8c9b-e04be1922fe7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "2efba6e2-1052-46af-8c9b-e04be1922fe7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "2efba6e2-1052-46af-8c9b-e04be1922fe7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "2efba6e2-1052-46af-8c9b-e04be1922fe7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:36 user nova-compute[74974]: INFO nova.compute.manager [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Terminating instance
Nov 29 12:00:36 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:00:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-e24b440e-baff-4cd8-a95b-203c47a4d394 req-fb2f07db-7bb4-4b8a-aec9-f6c79484ae71 service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Received event network-vif-unplugged-c07d734a-7595-4a3c-8ecd-e18274202af8 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e24b440e-baff-4cd8-a95b-203c47a4d394 req-fb2f07db-7bb4-4b8a-aec9-f6c79484ae71 service nova] Acquiring lock "2efba6e2-1052-46af-8c9b-e04be1922fe7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e24b440e-baff-4cd8-a95b-203c47a4d394 req-fb2f07db-7bb4-4b8a-aec9-f6c79484ae71 service nova] Lock "2efba6e2-1052-46af-8c9b-e04be1922fe7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e24b440e-baff-4cd8-a95b-203c47a4d394 req-fb2f07db-7bb4-4b8a-aec9-f6c79484ae71 service nova] Lock "2efba6e2-1052-46af-8c9b-e04be1922fe7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-e24b440e-baff-4cd8-a95b-203c47a4d394 req-fb2f07db-7bb4-4b8a-aec9-f6c79484ae71 service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] No waiting events found dispatching network-vif-unplugged-c07d734a-7595-4a3c-8ecd-e18274202af8 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-e24b440e-baff-4cd8-a95b-203c47a4d394 req-fb2f07db-7bb4-4b8a-aec9-f6c79484ae71 service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Received event network-vif-unplugged-c07d734a-7595-4a3c-8ecd-e18274202af8 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:00:37 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Instance destroyed successfully.
Nov 29 12:00:37 user nova-compute[74974]: DEBUG nova.objects.instance [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lazy-loading 'resources' on Instance uuid 2efba6e2-1052-46af-8c9b-e04be1922fe7 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:55:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1232668952',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1232668952',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1232668952',id=15,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJQPIkpqPci7E3uYpN9FHEWSoIN+nS/5lIXfIp0sZ5CVHdQuedZvkCHqLhzGhxVKvWpBbfH/AZOHXRK8vjn+UujAfkhmQloIcSgcIfQVOD6N3fNYS7bgYqxdSP/nG42rIA==',key_name='tempest-keypair-568062786',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:56:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bfdef526837a498596f2a4b4dab853ed',ramdisk_id='',reservation_id='r-rm6727di',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-2068658920',owner_user_name='tempest-TestVolumeBootPattern-2068658920-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:56:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a3916353998a42d6a65cf663877bbf14',uuid=2efba6e2-1052-46af-8c9b-e04be1922fe7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c07d734a-7595-4a3c-8ecd-e18274202af8", "address": "fa:16:3e:50:90:78", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc07d734a-75", "ovs_interfaceid": "c07d734a-7595-4a3c-8ecd-e18274202af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converting VIF {"id": "c07d734a-7595-4a3c-8ecd-e18274202af8", "address": "fa:16:3e:50:90:78", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc07d734a-75", "ovs_interfaceid": "c07d734a-7595-4a3c-8ecd-e18274202af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:50:90:78,bridge_name='br-int',has_traffic_filtering=True,id=c07d734a-7595-4a3c-8ecd-e18274202af8,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc07d734a-75') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG os_vif [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:50:90:78,bridge_name='br-int',has_traffic_filtering=True,id=c07d734a-7595-4a3c-8ecd-e18274202af8,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc07d734a-75') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc07d734a-75, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f8db0e0b-afc7-47c7-a32d-dc9e7577d0a0) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:00:37 user nova-compute[74974]: INFO os_vif [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:50:90:78,bridge_name='br-int',has_traffic_filtering=True,id=c07d734a-7595-4a3c-8ecd-e18274202af8,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc07d734a-75')
Nov 29 12:00:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NMKhyDZk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:00:37 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:00:37 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-2c00aa57-21c0-48d1-bd29-a4b0aa967ec3 req-7b95343c-c5c7-41d7-9961-47eef45540a1 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-deleted-19437148-b722-412c-9f16-727ab17b104f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:37 user nova-compute[74974]: INFO nova.compute.manager [req-2c00aa57-21c0-48d1-bd29-a4b0aa967ec3 req-7b95343c-c5c7-41d7-9961-47eef45540a1 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Neutron deleted interface 19437148-b722-412c-9f16-727ab17b104f; detaching it from the instance and deleting it from the info cache
Nov 29 12:00:37 user nova-compute[74974]: DEBUG nova.network.neutron [req-2c00aa57-21c0-48d1-bd29-a4b0aa967ec3 req-7b95343c-c5c7-41d7-9961-47eef45540a1 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Updating instance_info_cache with network_info: [{"id": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "address": "fa:16:3e:02:71:0b", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1670df0-bf", "ovs_interfaceid": "f1670df0-bfb0-4ec0-be16-1471d4ae237d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "address": "fa:16:3e:11:09:ee", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c3d9db-fe", "ovs_interfaceid": "96c3d9db-fed2-46ae-a541-0c5ab3c70c7d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "dd537680-5bbe-40c8-95e1-18fd67264107", "address": "fa:16:3e:63:54:39", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd537680-5b", "ovs_interfaceid": "dd537680-5bbe-40c8-95e1-18fd67264107", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "address": "fa:16:3e:83:c4:43", "network": {"id": "f7f51eea-0354-4e07-902c-b90a43d98ed0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1592084878", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c5b0b24-b1", "ovs_interfaceid": "3c5b0b24-b1e3-4327-98bb-fac2c693e117", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "address": "fa:16:3e:f6:d1:9f", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0223b25-fa", "ovs_interfaceid": "c0223b25-fac9-427b-a9af-d5cfeab46d7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08f18496-a31b-4e18-a96b-b0c56eec4473", "address": "fa:16:3e:5a:ea:01", "network": {"id": "ba6f44ff-f42c-4ae2-97f8-0d74e067d0e5", "bridge": "br-int", "label": "tempest-device-tagging-net2-1461301431", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46d0858501084db8935bd64806a4c168", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08f18496-a3", "ovs_interfaceid": "08f18496-a31b-4e18-a96b-b0c56eec4473", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.033s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a85cbe13-4a20-406c-958e-7af91a6ac268]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:00:37 user nova-compute[74974]: No targets found.
Nov 29 12:00:37 user nova-compute[74974]: iSNS:
Nov 29 12:00:37 user nova-compute[74974]: No targets found.
Nov 29 12:00:37 user nova-compute[74974]: STATIC:
Nov 29 12:00:37 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:00:37 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:37 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:37 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b
Nov 29 12:00:37 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:37 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:37 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3
Nov 29 12:00:37 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:00:37 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:00:37 user nova-compute[74974]: FIRMWARE:
Nov 29 12:00:37 user nova-compute[74974]: No targets found.
Nov 29 12:00:37 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:00:37 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:00:37 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-2c00aa57-21c0-48d1-bd29-a4b0aa967ec3 req-7b95343c-c5c7-41d7-9961-47eef45540a1 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Detach interface failed, port_id=19437148-b722-412c-9f16-727ab17b104f, reason: Instance eaeec097-ae93-467e-a761-64f06026ea7b could not be found. {{(pid=74974) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4fa644a-1344-4ba7-a394-91181c51b0dd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f43baffc-17e1-447b-b5fe-c3502ef3b560]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 12:00:37 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:37 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:37 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:00:37 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 (non-flash)
Nov 29 12:00:37 user nova-compute[74974]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:37 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:37 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa8320940>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3'): ({'sdb'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Removing single pathed devices sdb {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e9d500c-4083-489d-9482-687290214995]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[414a3953-8b23-4f80-9d51-fb1df46e4a51]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Flushing IO for device /dev/sdb {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1e72a31-4373-4111-a13c-59ece4e72630]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.073s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[82bae435-ad66-4507-8759-ff7565bf1d81]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26338623164643434', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_6acbaf39', '/dev/disk/by-id/scsi-1SCST_BIO6acbaf39-c8b1dd44ac6a1a21') {{(pid=85288) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[78c626c6-a1b1-4202-abc2-6f3b0f1f264d]: (4, None) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[980fce5d-bbde-4ef5-b2d1-83b5573dae60]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.088s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6feabf0a-81ae-426d-ad96-4148f57602d4]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3, portal: 172.16.0.220,3260]
Nov 29 12:00:38 user nova-compute[74974]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3, portal: 172.16.0.220,3260] successful.
Nov 29 12:00:38 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[606f0998-403e-47c7-8cf8-2ce2a81de0d8]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.451s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] <== disconnect_volume: return (452ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:00:38 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Deleting instance files /opt/stack/data/nova/instances/2efba6e2-1052-46af-8c9b-e04be1922fe7_del
Nov 29 12:00:38 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Deletion of /opt/stack/data/nova/instances/2efba6e2-1052-46af-8c9b-e04be1922fe7_del complete
Nov 29 12:00:38 user nova-compute[74974]: INFO nova.compute.manager [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Took 1.77 seconds to destroy the instance on the hypervisor.
Nov 29 12:00:38 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:00:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:39 user nova-compute[74974]: DEBUG nova.compute.manager [req-6f894e12-b83d-4b0a-a5de-84848501295f req-bb339211-6275-45a6-9477-786d10a2484e service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Received event network-vif-plugged-c07d734a-7595-4a3c-8ecd-e18274202af8 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6f894e12-b83d-4b0a-a5de-84848501295f req-bb339211-6275-45a6-9477-786d10a2484e service nova] Acquiring lock "2efba6e2-1052-46af-8c9b-e04be1922fe7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6f894e12-b83d-4b0a-a5de-84848501295f req-bb339211-6275-45a6-9477-786d10a2484e service nova] Lock "2efba6e2-1052-46af-8c9b-e04be1922fe7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6f894e12-b83d-4b0a-a5de-84848501295f req-bb339211-6275-45a6-9477-786d10a2484e service nova] Lock "2efba6e2-1052-46af-8c9b-e04be1922fe7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:39 user nova-compute[74974]: DEBUG nova.compute.manager [req-6f894e12-b83d-4b0a-a5de-84848501295f req-bb339211-6275-45a6-9477-786d10a2484e service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] No waiting events found dispatching network-vif-plugged-c07d734a-7595-4a3c-8ecd-e18274202af8 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:39 user nova-compute[74974]: WARNING nova.compute.manager [req-6f894e12-b83d-4b0a-a5de-84848501295f req-bb339211-6275-45a6-9477-786d10a2484e service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Received unexpected event network-vif-plugged-c07d734a-7595-4a3c-8ecd-e18274202af8 for instance with vm_state active and task_state deleting.
Nov 29 12:00:39 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:00:39 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Took 5.03 seconds to deallocate network for instance.
Nov 29 12:00:39 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:00:39 user nova-compute[74974]: DEBUG nova.compute.manager [req-9e18982b-ee7f-49e1-927e-d4eea57d60f7 req-207aac13-8d80-4b23-b1a9-d9b03d59ad0b service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Received event network-vif-deleted-c07d734a-7595-4a3c-8ecd-e18274202af8 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:39 user nova-compute[74974]: INFO nova.compute.manager [req-9e18982b-ee7f-49e1-927e-d4eea57d60f7 req-207aac13-8d80-4b23-b1a9-d9b03d59ad0b service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Neutron deleted interface c07d734a-7595-4a3c-8ecd-e18274202af8; detaching it from the instance and deleting it from the info cache
Nov 29 12:00:39 user nova-compute[74974]: DEBUG nova.network.neutron [req-9e18982b-ee7f-49e1-927e-d4eea57d60f7 req-207aac13-8d80-4b23-b1a9-d9b03d59ad0b service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:00:39 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Took 1.40 seconds to deallocate network for instance.
Nov 29 12:00:39 user nova-compute[74974]: DEBUG nova.compute.manager [req-9e18982b-ee7f-49e1-927e-d4eea57d60f7 req-207aac13-8d80-4b23-b1a9-d9b03d59ad0b service nova] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Detach interface failed, port_id=c07d734a-7595-4a3c-8ecd-e18274202af8, reason: Instance 2efba6e2-1052-46af-8c9b-e04be1922fe7 could not be found. {{(pid=74974) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 12:00:39 user nova-compute[74974]: DEBUG nova.compute.manager [req-41d00da2-af0d-4919-ba07-579fd822fbe0 req-163cd235-38f7-4fdb-b277-71eb68cd1313 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-deleted-dd537680-5bbe-40c8-95e1-18fd67264107 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:39 user nova-compute[74974]: DEBUG nova.compute.manager [req-41d00da2-af0d-4919-ba07-579fd822fbe0 req-163cd235-38f7-4fdb-b277-71eb68cd1313 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-deleted-3c5b0b24-b1e3-4327-98bb-fac2c693e117 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:39 user nova-compute[74974]: DEBUG nova.compute.manager [req-41d00da2-af0d-4919-ba07-579fd822fbe0 req-163cd235-38f7-4fdb-b277-71eb68cd1313 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-deleted-08f18496-a31b-4e18-a96b-b0c56eec4473 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:39 user nova-compute[74974]: DEBUG nova.compute.manager [req-41d00da2-af0d-4919-ba07-579fd822fbe0 req-163cd235-38f7-4fdb-b277-71eb68cd1313 service nova] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Received event network-vif-deleted-c0223b25-fac9-427b-a9af-d5cfeab46d7b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:40 user nova-compute[74974]: INFO nova.compute.manager [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Took 0.82 seconds to detach 1 volumes for instance.
Nov 29 12:00:40 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: 2efba6e2-1052-46af-8c9b-e04be1922fe7] Deleting volume: dbdbb5cf-57a0-4f42-ae10-ab34351fb1a3 {{(pid=74974) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 12:00:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:41 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:00:41 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:00:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.430s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:41 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Deleted allocations for instance 2efba6e2-1052-46af-8c9b-e04be1922fe7
Nov 29 12:00:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7c0739ae-bb57-4044-8551-3f4d6a1281ee tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "2efba6e2-1052-46af-8c9b-e04be1922fe7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.858s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:44 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Starting finish_migration {{(pid=74974) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11671}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Instance directory exists: not creating {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 12:00:45 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Creating image(s)
Nov 29 12:00:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.184s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Checking if we can resize image /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk. size=21474836480 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk 21474836480 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk 21474836480" returned: 0 in 0.074s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Did not create local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Ensure instance console log exists: /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Start _get_guest_xml network_info=[{"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-626347514-network", "vif_mac": "fa:16:3e:dd:c6:ee"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'attachment_id': '02cf99f8-9a67-47b8-a465-6dd9883c8ced', 'guest_format': None, 'device_type': 'disk', 'boot_index': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tFXuMcpZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '77ed4d86-4087-4a21-af35-605d0210e311', 'attached_at': '2023-11-29T12:00:45.000000', 'detached_at': '', 'volume_id': '259cb8a4-1def-4acc-b69a-d8153841c218', 'serial': '259cb8a4-1def-4acc-b69a-d8153841c218'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:00:45 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:00:45 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tFXuMcpZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:00:45 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:00:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:00:45 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:00:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:00:45 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:00:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bb217b1-1e0a-49c3-8c42-805e3b87fa51]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:00:45 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[633153e0-9330-4a67-a258-56c5c8c72bec]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218] added
Nov 29 12:00:46 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0477c209-8987-4992-9d6f-9f7deeb1aeb9]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdc27e84-2451-4c0a-95b9-e1c2028be811]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tFXuMcpZ {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tFXuMcpZ" returned: 0 in 0.028s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9ba4912-1523-409f-a25b-8e75315309a2]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tFXuMcpZ'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1f575e9-841d-4824-a071-33621ee023dd]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[106e5ed6-4968-41e0-8536-5e87f45b8ae0]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:46 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:46 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:46 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:46 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[17d821ab-cfda-4e3c-943e-3e6ba738c149]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260]
Nov 29 12:00:46 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260] successful.
Nov 29 12:00:46 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0b675fa-07a9-480c-b2a3-613bae03a5e3]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[35d47caf-b04d-4048-bb2c-bb831affb89e]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:46 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:46 user nova-compute[74974]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:00:46 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:46 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:46 user nova-compute[74974]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:00:46 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.332s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] HCTL ('33', '-', '-', 0) found on session 36 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[45daaf15-fe8a-473a-9ae9-0f4bc57c38d1]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Searching for a device in session 36 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tFXuMcpZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.368s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] <== connect_volume: return (1371ms) {'type': 'block', 'scsi_wwn': '23133343134623832', 'path': '/dev/sdb'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23133343134623832', 'path': '/dev/sdb'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:56:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1208219453',display_name='tempest-ServerActionsTestOtherB-server-1208219453',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1208219453',id=17,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMEsUjykAgUNa3csGZC9iRUAhETNsLTgDXqVQBv+ndOSKWpqfjhtJTIK74zBPGK6mAoGj7Jj++jq1eiZ4ob+SL5PnaChX4cHJaqtikjug7Q1bG8i1WTLZq3t37QKqidd/w==',key_name='tempest-keypair-1277993427',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:56:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2345f7ecfc4f464eb51a42bbe9bdb7b2',ramdisk_id='',reservation_id='r-2ro0m0cu',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-630198144',owner_user_name='tempest-ServerActionsTestOtherB-630198144-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:00:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='15f1b481656d4771af51c2249fc2215d',uuid=77ed4d86-4087-4a21-af35-605d0210e311,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-626347514-network", "vif_mac": "fa:16:3e:dd:c6:ee"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Converting VIF {"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-626347514-network", "vif_mac": "fa:16:3e:dd:c6:ee"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:c6:ee,bridge_name='br-int',has_traffic_filtering=True,id=31355e62-bc34-4f55-9046-5b2cd97d9a6e,network=Network(141bc410-6915-4f2c-8d7a-b2e80cfc873a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31355e62-bc') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:00:47 user nova-compute[74974]:   <uuid>77ed4d86-4087-4a21-af35-605d0210e311</uuid>
Nov 29 12:00:47 user nova-compute[74974]:   <name>instance-00000011</name>
Nov 29 12:00:47 user nova-compute[74974]:   <memory>2097152</memory>
Nov 29 12:00:47 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:00:47 user nova-compute[74974]:   <metadata>
Nov 29 12:00:47 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:00:47 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:00:47 user nova-compute[74974]:       <nova:name>tempest-ServerActionsTestOtherB-server-1208219453</nova:name>
Nov 29 12:00:47 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:00:45</nova:creationTime>
Nov 29 12:00:47 user nova-compute[74974]:       <nova:flavor name="m1.small">
Nov 29 12:00:47 user nova-compute[74974]:         <nova:memory>2048</nova:memory>
Nov 29 12:00:47 user nova-compute[74974]:         <nova:disk>20</nova:disk>
Nov 29 12:00:47 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:00:47 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:00:47 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:00:47 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:00:47 user nova-compute[74974]:       <nova:owner>
Nov 29 12:00:47 user nova-compute[74974]:         <nova:user uuid="15f1b481656d4771af51c2249fc2215d">tempest-ServerActionsTestOtherB-630198144-project-member</nova:user>
Nov 29 12:00:47 user nova-compute[74974]:         <nova:project uuid="2345f7ecfc4f464eb51a42bbe9bdb7b2">tempest-ServerActionsTestOtherB-630198144</nova:project>
Nov 29 12:00:47 user nova-compute[74974]:       </nova:owner>
Nov 29 12:00:47 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:00:47 user nova-compute[74974]:       <nova:ports>
Nov 29 12:00:47 user nova-compute[74974]:         <nova:port uuid="31355e62-bc34-4f55-9046-5b2cd97d9a6e">
Nov 29 12:00:47 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 12:00:47 user nova-compute[74974]:         </nova:port>
Nov 29 12:00:47 user nova-compute[74974]:       </nova:ports>
Nov 29 12:00:47 user nova-compute[74974]:     </nova:instance>
Nov 29 12:00:47 user nova-compute[74974]:   </metadata>
Nov 29 12:00:47 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:00:47 user nova-compute[74974]:     <system>
Nov 29 12:00:47 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:00:47 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:00:47 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:00:47 user nova-compute[74974]:       <entry name="serial">77ed4d86-4087-4a21-af35-605d0210e311</entry>
Nov 29 12:00:47 user nova-compute[74974]:       <entry name="uuid">77ed4d86-4087-4a21-af35-605d0210e311</entry>
Nov 29 12:00:47 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:00:47 user nova-compute[74974]:     </system>
Nov 29 12:00:47 user nova-compute[74974]:   </sysinfo>
Nov 29 12:00:47 user nova-compute[74974]:   <os>
Nov 29 12:00:47 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:00:47 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:00:47 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:00:47 user nova-compute[74974]:   </os>
Nov 29 12:00:47 user nova-compute[74974]:   <features>
Nov 29 12:00:47 user nova-compute[74974]:     <acpi/>
Nov 29 12:00:47 user nova-compute[74974]:     <apic/>
Nov 29 12:00:47 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:00:47 user nova-compute[74974]:   </features>
Nov 29 12:00:47 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:00:47 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:00:47 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:00:47 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:00:47 user nova-compute[74974]:   </clock>
Nov 29 12:00:47 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:00:47 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:00:47 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:00:47 user nova-compute[74974]:   </cpu>
Nov 29 12:00:47 user nova-compute[74974]:   <devices>
Nov 29 12:00:47 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:00:47 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:00:47 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk"/>
Nov 29 12:00:47 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:00:47 user nova-compute[74974]:     </disk>
Nov 29 12:00:47 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 12:00:47 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:00:47 user nova-compute[74974]:       <source dev="/dev/sdb"/>
Nov 29 12:00:47 user nova-compute[74974]:       <target dev="vdb" bus="virtio"/>
Nov 29 12:00:47 user nova-compute[74974]:       <serial>259cb8a4-1def-4acc-b69a-d8153841c218</serial>
Nov 29 12:00:47 user nova-compute[74974]:     </disk>
Nov 29 12:00:47 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:00:47 user nova-compute[74974]:       <mac address="fa:16:3e:dd:c6:ee"/>
Nov 29 12:00:47 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:00:47 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:00:47 user nova-compute[74974]:       <target dev="tap31355e62-bc"/>
Nov 29 12:00:47 user nova-compute[74974]:     </interface>
Nov 29 12:00:47 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:00:47 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/console.log" append="off"/>
Nov 29 12:00:47 user nova-compute[74974]:     </serial>
Nov 29 12:00:47 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:00:47 user nova-compute[74974]:     <video>
Nov 29 12:00:47 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:00:47 user nova-compute[74974]:     </video>
Nov 29 12:00:47 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:00:47 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:00:47 user nova-compute[74974]:     </rng>
Nov 29 12:00:47 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:00:47 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:00:47 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:00:47 user nova-compute[74974]:     </memballoon>
Nov 29 12:00:47 user nova-compute[74974]:   </devices>
Nov 29 12:00:47 user nova-compute[74974]: </domain>
Nov 29 12:00:47 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:56:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1208219453',display_name='tempest-ServerActionsTestOtherB-server-1208219453',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1208219453',id=17,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMEsUjykAgUNa3csGZC9iRUAhETNsLTgDXqVQBv+ndOSKWpqfjhtJTIK74zBPGK6mAoGj7Jj++jq1eiZ4ob+SL5PnaChX4cHJaqtikjug7Q1bG8i1WTLZq3t37QKqidd/w==',key_name='tempest-keypair-1277993427',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:56:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2345f7ecfc4f464eb51a42bbe9bdb7b2',ramdisk_id='',reservation_id='r-2ro0m0cu',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-630198144',owner_user_name='tempest-ServerActionsTestOtherB-630198144-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:00:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='15f1b481656d4771af51c2249fc2215d',uuid=77ed4d86-4087-4a21-af35-605d0210e311,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-626347514-network", "vif_mac": "fa:16:3e:dd:c6:ee"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Converting VIF {"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-626347514-network", "vif_mac": "fa:16:3e:dd:c6:ee"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:c6:ee,bridge_name='br-int',has_traffic_filtering=True,id=31355e62-bc34-4f55-9046-5b2cd97d9a6e,network=Network(141bc410-6915-4f2c-8d7a-b2e80cfc873a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31355e62-bc') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG os_vif [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:c6:ee,bridge_name='br-int',has_traffic_filtering=True,id=31355e62-bc34-4f55-9046-5b2cd97d9a6e,network=Network(141bc410-6915-4f2c-8d7a-b2e80cfc873a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31355e62-bc') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '726326f1-740a-5259-be4c-f769a7338e2b', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:47 user nova-compute[74974]: INFO nova.compute.manager [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] [instance: eaeec097-ae93-467e-a761-64f06026ea7b] Took 7.79 seconds to detach 3 volumes for instance.
Nov 29 12:00:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap31355e62-bc, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap31355e62-bc, col_values=(('qos', UUID('33171b0b-0db1-4bff-8466-353cdb01cbdf')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap31355e62-bc, col_values=(('external_ids', {'iface-id': '31355e62-bc34-4f55-9046-5b2cd97d9a6e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dd:c6:ee', 'vm-uuid': '77ed4d86-4087-4a21-af35-605d0210e311'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:47 user nova-compute[74974]: INFO os_vif [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:c6:ee,bridge_name='br-int',has_traffic_filtering=True,id=31355e62-bc34-4f55-9046-5b2cd97d9a6e,network=Network(141bc410-6915-4f2c-8d7a-b2e80cfc873a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31355e62-bc')
Nov 29 12:00:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] No VIF found with MAC fa:16:3e:dd:c6:ee, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:00:47 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:00:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.482s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:48 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Deleted allocations for instance eaeec097-ae93-467e-a761-64f06026ea7b
Nov 29 12:00:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8c2c7b51-f44a-4762-b2ec-63752a8d1fbe tempest-TaggedBootDevicesTest-1888455432 tempest-TaggedBootDevicesTest-1888455432-project-member] Lock "eaeec097-ae93-467e-a761-64f06026ea7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 17.711s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:00:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:00:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:49 user nova-compute[74974]: DEBUG nova.compute.manager [req-2d92f38e-c91c-46d8-a7a3-e7a2af0e6d64 req-46b3a2d1-b848-4985-bffe-95314afb3df9 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received event network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2d92f38e-c91c-46d8-a7a3-e7a2af0e6d64 req-46b3a2d1-b848-4985-bffe-95314afb3df9 service nova] Acquiring lock "77ed4d86-4087-4a21-af35-605d0210e311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2d92f38e-c91c-46d8-a7a3-e7a2af0e6d64 req-46b3a2d1-b848-4985-bffe-95314afb3df9 service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2d92f38e-c91c-46d8-a7a3-e7a2af0e6d64 req-46b3a2d1-b848-4985-bffe-95314afb3df9 service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:49 user nova-compute[74974]: DEBUG nova.compute.manager [req-2d92f38e-c91c-46d8-a7a3-e7a2af0e6d64 req-46b3a2d1-b848-4985-bffe-95314afb3df9 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] No waiting events found dispatching network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:49 user nova-compute[74974]: WARNING nova.compute.manager [req-2d92f38e-c91c-46d8-a7a3-e7a2af0e6d64 req-46b3a2d1-b848-4985-bffe-95314afb3df9 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received unexpected event network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e for instance with vm_state active and task_state resize_finish.
Nov 29 12:00:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.233s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.240s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:00:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:50 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:00:50 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:00:50 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=7989MB free_disk=25.21091079711914GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:00:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:51 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Applying migration context for instance 77ed4d86-4087-4a21-af35-605d0210e311 as it has an incoming, in-progress migration 078c800d-a654-4bd5-95e9-68105062f31a. Migration status is post-migrating {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 29 12:00:51 user nova-compute[74974]: INFO nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Updating resource usage from migration 078c800d-a654-4bd5-95e9-68105062f31a
Nov 29 12:00:51 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2ed3a206-5fd0-4782-b47a-20497a7df7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:00:51 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:00:51 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance ee78d0d8-0125-46d8-b1e1-2b38eaabeedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:00:51 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e4219657-0bf5-4781-9960-490c7b1d97ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:00:51 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance aed8217e-ea57-4e0c-ac38-0e14d82df77f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:00:51 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e0cb8e50-6436-4a97-b50c-23f5ad505d68 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:00:51 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2670ed6a-fc41-4485-b559-c60a5aced4da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:00:51 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Migration 078c800d-a654-4bd5-95e9-68105062f31a is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 29 12:00:51 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 77ed4d86-4087-4a21-af35-605d0210e311 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:00:51 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:00:51 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=27GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:00:51 user nova-compute[74974]: DEBUG nova.compute.manager [req-340bdf25-1883-47b4-9db4-54186087e249 req-8c88b644-798a-4778-906e-a98cfbf29412 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received event network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-340bdf25-1883-47b4-9db4-54186087e249 req-8c88b644-798a-4778-906e-a98cfbf29412 service nova] Acquiring lock "77ed4d86-4087-4a21-af35-605d0210e311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-340bdf25-1883-47b4-9db4-54186087e249 req-8c88b644-798a-4778-906e-a98cfbf29412 service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-340bdf25-1883-47b4-9db4-54186087e249 req-8c88b644-798a-4778-906e-a98cfbf29412 service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:51 user nova-compute[74974]: DEBUG nova.compute.manager [req-340bdf25-1883-47b4-9db4-54186087e249 req-8c88b644-798a-4778-906e-a98cfbf29412 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] No waiting events found dispatching network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:51 user nova-compute[74974]: WARNING nova.compute.manager [req-340bdf25-1883-47b4-9db4-54186087e249 req-8c88b644-798a-4778-906e-a98cfbf29412 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received unexpected event network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e for instance with vm_state active and task_state resize_finish.
Nov 29 12:00:51 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:00:51 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:00:51 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:00:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.519s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:51 user nova-compute[74974]: DEBUG nova.compute.manager [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:00:51 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Instance running successfully.
Nov 29 12:00:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Failed to set time: agent not configured {{(pid=74974) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 29 12:00:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-dc30582e-334f-4097-ba9e-c10f9e442e89 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] finish_migration finished successfully. {{(pid=74974) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11766}}
Nov 29 12:00:52 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:00:52 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:00:52 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:00:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:00:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:00:52 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:00:53 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Updating instance_info_cache with network_info: [{"id": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "address": "fa:16:3e:42:ff:d1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b76da52-d3", "ovs_interfaceid": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:00:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:00:53 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:00:53 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:00:53 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:00:53 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:00:53 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:00:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:54 user nova-compute[74974]: INFO nova.compute.manager [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Rescuing
Nov 29 12:00:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "refresh_cache-e0cb8e50-6436-4a97-b50c-23f5ad505d68" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:00:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquired lock "refresh_cache-e0cb8e50-6436-4a97-b50c-23f5ad505d68" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:00:54 user nova-compute[74974]: DEBUG nova.network.neutron [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:00:55 user nova-compute[74974]: DEBUG nova.network.neutron [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Updating instance_info_cache with network_info: [{"id": "7d994ad2-c294-441a-8d28-c529c8e0416c", "address": "fa:16:3e:da:de:f1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d994ad2-c2", "ovs_interfaceid": "7d994ad2-c294-441a-8d28-c529c8e0416c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:00:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Releasing lock "refresh_cache-e0cb8e50-6436-4a97-b50c-23f5ad505d68" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:00:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:55 user nova-compute[74974]: DEBUG nova.compute.manager [req-9208dc91-bd84-48e8-8bf9-42b5869ab18e req-f51a219b-8c77-466a-8f6e-36c435eb3edf service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received event network-vif-unplugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9208dc91-bd84-48e8-8bf9-42b5869ab18e req-f51a219b-8c77-466a-8f6e-36c435eb3edf service nova] Acquiring lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9208dc91-bd84-48e8-8bf9-42b5869ab18e req-f51a219b-8c77-466a-8f6e-36c435eb3edf service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9208dc91-bd84-48e8-8bf9-42b5869ab18e req-f51a219b-8c77-466a-8f6e-36c435eb3edf service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:55 user nova-compute[74974]: DEBUG nova.compute.manager [req-9208dc91-bd84-48e8-8bf9-42b5869ab18e req-f51a219b-8c77-466a-8f6e-36c435eb3edf service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] No waiting events found dispatching network-vif-unplugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:55 user nova-compute[74974]: WARNING nova.compute.manager [req-9208dc91-bd84-48e8-8bf9-42b5869ab18e req-f51a219b-8c77-466a-8f6e-36c435eb3edf service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received unexpected event network-vif-unplugged-7d994ad2-c294-441a-8d28-c529c8e0416c for instance with vm_state active and task_state rescuing.
Nov 29 12:00:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Instance destroyed successfully.
Nov 29 12:00:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Attempting a stable device rescue
Nov 29 12:00:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74974) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 12:00:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Instance directory exists: not creating {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 12:00:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Creating image(s)
Nov 29 12:00:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "/opt/stack/data/nova/instances/e0cb8e50-6436-4a97-b50c-23f5ad505d68/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "/opt/stack/data/nova/instances/e0cb8e50-6436-4a97-b50c-23f5ad505d68/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "/opt/stack/data/nova/instances/e0cb8e50-6436-4a97-b50c-23f5ad505d68/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:56 user nova-compute[74974]: DEBUG nova.objects.instance [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lazy-loading 'trusted_certs' on Instance uuid e0cb8e50-6436-4a97-b50c-23f5ad505d68 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:00:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "c83022e387939bdc40e61d066e240a429dca3662" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "c83022e387939bdc40e61d066e240a429dca3662" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c83022e387939bdc40e61d066e240a429dca3662.part --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c83022e387939bdc40e61d066e240a429dca3662.part --force-share --output=json" returned: 0 in 0.194s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:57 user nova-compute[74974]: DEBUG nova.virt.images [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] 31d75649-2a89-4ef6-95dd-a7692d8857a0 was qcow2, converting to raw {{(pid=74974) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 12:00:57 user nova-compute[74974]: DEBUG nova.privsep.utils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74974) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 12:00:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c83022e387939bdc40e61d066e240a429dca3662.part /opt/stack/data/nova/instances/_base/c83022e387939bdc40e61d066e240a429dca3662.converted {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-0623a00a-979e-4391-a1ad-2946cd93403a req-f5e541ab-0be1-49da-b4e6-a53b2f126067 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:00:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0623a00a-979e-4391-a1ad-2946cd93403a req-f5e541ab-0be1-49da-b4e6-a53b2f126067 service nova] Acquiring lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0623a00a-979e-4391-a1ad-2946cd93403a req-f5e541ab-0be1-49da-b4e6-a53b2f126067 service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0623a00a-979e-4391-a1ad-2946cd93403a req-f5e541ab-0be1-49da-b4e6-a53b2f126067 service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-0623a00a-979e-4391-a1ad-2946cd93403a req-f5e541ab-0be1-49da-b4e6-a53b2f126067 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] No waiting events found dispatching network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:00:57 user nova-compute[74974]: WARNING nova.compute.manager [req-0623a00a-979e-4391-a1ad-2946cd93403a req-f5e541ab-0be1-49da-b4e6-a53b2f126067 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received unexpected event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c for instance with vm_state active and task_state rescuing.
Nov 29 12:00:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c83022e387939bdc40e61d066e240a429dca3662.part /opt/stack/data/nova/instances/_base/c83022e387939bdc40e61d066e240a429dca3662.converted" returned: 0 in 0.238s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c83022e387939bdc40e61d066e240a429dca3662.converted --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c83022e387939bdc40e61d066e240a429dca3662.converted --force-share --output=json" returned: 0 in 0.180s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "c83022e387939bdc40e61d066e240a429dca3662" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.693s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "c83022e387939bdc40e61d066e240a429dca3662" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "c83022e387939bdc40e61d066e240a429dca3662" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c83022e387939bdc40e61d066e240a429dca3662 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c83022e387939bdc40e61d066e240a429dca3662 --force-share --output=json" returned: 0 in 0.182s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c83022e387939bdc40e61d066e240a429dca3662,backing_fmt=raw /opt/stack/data/nova/instances/e0cb8e50-6436-4a97-b50c-23f5ad505d68/disk.rescue {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c83022e387939bdc40e61d066e240a429dca3662,backing_fmt=raw /opt/stack/data/nova/instances/e0cb8e50-6436-4a97-b50c-23f5ad505d68/disk.rescue" returned: 0 in 0.051s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "c83022e387939bdc40e61d066e240a429dca3662" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.objects.instance [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lazy-loading 'migration_context' on Instance uuid e0cb8e50-6436-4a97-b50c-23f5ad505d68 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.objects.base [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Object Instance<e0cb8e50-6436-4a97-b50c-23f5ad505d68> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Start _get_guest_xml network_info=[{"id": "7d994ad2-c294-441a-8d28-c529c8e0416c", "address": "fa:16:3e:da:de:f1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "vif_mac": "fa:16:3e:da:de:f1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d994ad2-c2", "ovs_interfaceid": "7d994ad2-c294-441a-8d28-c529c8e0416c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '31d75649-2a89-4ef6-95dd-a7692d8857a0', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'attachment_id': 'add53a62-5bab-420d-87da-5c2dcfcdb443', 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'geAQtpSV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, 'status': 'reserved', 'instance': 'e0cb8e50-6436-4a97-b50c-23f5ad505d68', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9aa0797-c5a3-4a2b-931f-913a6f930116', 'serial': 'd9aa0797-c5a3-4a2b-931f-913a6f930116'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.objects.instance [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lazy-loading 'resources' on Instance uuid e0cb8e50-6436-4a97-b50c-23f5ad505d68 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.objects.base [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Object Instance<e0cb8e50-6436-4a97-b50c-23f5ad505d68> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.objects.instance [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lazy-loading 'numa_topology' on Instance uuid e0cb8e50-6436-4a97-b50c-23f5ad505d68 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.objects.base [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Object Instance<e0cb8e50-6436-4a97-b50c-23f5ad505d68> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:00:58 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:00:58 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.objects.instance [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lazy-loading 'vcpu_model' on Instance uuid e0cb8e50-6436-4a97-b50c-23f5ad505d68 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.objects.base [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Object Instance<e0cb8e50-6436-4a97-b50c-23f5ad505d68> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'geAQtpSV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:00:58 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:00:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:00:58 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:00:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:00:58 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:00:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260" returned: 0 in 0.071s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9213eb64-8e33-4e21-98e0-6e6206073363]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = geAQtpSV\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 29 12:00:58 user nova-compute[74974]: node.name = iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:00:58 user nova-compute[74974]: node.tpgt = -1
Nov 29 12:00:58 user nova-compute[74974]: node.startup = automatic
Nov 29 12:00:58 user nova-compute[74974]: node.leading_login = No
Nov 29 12:00:58 user nova-compute[74974]: iface.iscsi_ifacename = default
Nov 29 12:00:58 user nova-compute[74974]: iface.net_ifacename = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.ipaddress = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.prefix_len = 0
Nov 29 12:00:58 user nova-compute[74974]: iface.hwaddress = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.transport_name = tcp
Nov 29 12:00:58 user nova-compute[74974]: iface.initiatorname = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.state = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.vlan_id = 0
Nov 29 12:00:58 user nova-compute[74974]: iface.vlan_priority = 0
Nov 29 12:00:58 user nova-compute[74974]: iface.vlan_state = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.iface_num = 0
Nov 29 12:00:58 user nova-compute[74974]: iface.mtu = 0
Nov 29 12:00:58 user nova-compute[74974]: iface.port = 0
Nov 29 12:00:58 user nova-compute[74974]: iface.bootproto = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.subnet_mask = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.gateway = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.dhcp_alt_client_id_state = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.dhcp_alt_client_id = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.dhcp_dns = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.dhcp_learn_iqn = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.dhcp_req_vendor_id_state = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.dhcp_vendor_id_state = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.dhcp_vendor_id = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.dhcp_slp_da = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.fragmentation = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.gratuitous_arp = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.incoming_forwarding = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.tos_state = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.tos = 0
Nov 29 12:00:58 user nova-compute[74974]: iface.ttl = 0
Nov 29 12:00:58 user nova-compute[74974]: iface.delayed_ack = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.tcp_nagle = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.tcp_wsf_state = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.tcp_wsf = 0
Nov 29 12:00:58 user nova-compute[74974]: iface.tcp_timer_scale = 0
Nov 29 12:00:58 user nova-compute[74974]: iface.tcp_timestamp = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.redirect = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.def_task_mgmt_timeout = 0
Nov 29 12:00:58 user nova-compute[74974]: iface.header_digest = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.data_digest = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.immediate_data = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.initial_r2t = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.data_seq_inorder = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.data_pdu_inorder = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.erl = 0
Nov 29 12:00:58 user nova-compute[74974]: iface.max_receive_data_len = 0
Nov 29 12:00:58 user nova-compute[74974]: iface.first_burst_len = 0
Nov 29 12:00:58 user nova-compute[74974]: iface.max_outstanding_r2t = 0
Nov 29 12:00:58 user nova-compute[74974]: iface.max_burst_len = 0
Nov 29 12:00:58 user nova-compute[74974]: iface.chap_auth = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.bidi_chap = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.strict_login_compliance = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.discovery_auth = <empty>
Nov 29 12:00:58 user nova-compute[74974]: iface.discovery_logout = <empty>
Nov 29 12:00:58 user nova-compute[74974]: node.discovery_address = <empty>
Nov 29 12:00:58 user nova-compute[74974]: node.discovery_port = 0
Nov 29 12:00:58 user nova-compute[74974]: node.discovery_type = static
Nov 29 12:00:58 user nova-compute[74974]: node.session.initial_cmdsn = 0
Nov 29 12:00:58 user nova-compute[74974]: node.session.initial_login_retry_max = 8
Nov 29 12:00:58 user nova-compute[74974]: node.session.xmit_thread_priority = -20
Nov 29 12:00:58 user nova-compute[74974]: node.session.cmds_max = 128
Nov 29 12:00:58 user nova-compute[74974]: node.session.queue_depth = 32
Nov 29 12:00:58 user nova-compute[74974]: node.session.nr_sessions = 1
Nov 29 12:00:58 user nova-compute[74974]: node.session.auth.authmethod = CHAP
Nov 29 12:00:58 user nova-compute[74974]: node.session.auth.username = geAQtpSV
Nov 29 12:00:58 user nova-compute[74974]: node.session.auth.password = ***
Nov 29 12:00:58 user nova-compute[74974]: node.session.auth.username_in = <empty>
Nov 29 12:00:58 user nova-compute[74974]: node.session.auth.password_in = <empty>
Nov 29 12:00:58 user nova-compute[74974]: node.session.auth.chap_algs = MD5
Nov 29 12:00:58 user nova-compute[74974]: node.session.timeo.replacement_timeout = 120
Nov 29 12:00:58 user nova-compute[74974]: node.session.err_timeo.abort_timeout = 15
Nov 29 12:00:58 user nova-compute[74974]: node.session.err_timeo.lu_reset_timeout = 30
Nov 29 12:00:58 user nova-compute[74974]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 29 12:00:58 user nova-compute[74974]: node.session.err_timeo.host_reset_timeout = 60
Nov 29 12:00:58 user nova-compute[74974]: node.session.iscsi.FastAbort = Yes
Nov 29 12:00:58 user nova-compute[74974]: node.session.iscsi.InitialR2T = No
Nov 29 12:00:58 user nova-compute[74974]: node.session.iscsi.ImmediateData = Yes
Nov 29 12:00:58 user nova-compute[74974]: node.session.iscsi.FirstBurstLength = 262144
Nov 29 12:00:58 user nova-compute[74974]: node.session.iscsi.MaxBurstLength = 16776192
Nov 29 12:00:58 user nova-compute[74974]: node.session.iscsi.DefaultTime2Retain = 0
Nov 29 12:00:58 user nova-compute[74974]: node.session.iscsi.DefaultTime2Wait = 2
Nov 29 12:00:58 user nova-compute[74974]: node.session.iscsi.MaxConnections = 1
Nov 29 12:00:58 user nova-compute[74974]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 29 12:00:58 user nova-compute[74974]: node.session.iscsi.ERL = 0
Nov 29 12:00:58 user nova-compute[74974]: node.session.scan = manual
Nov 29 12:00:58 user nova-compute[74974]: node.session.reopen_max = 0
Nov 29 12:00:58 user nova-compute[74974]: node.conn[0].address = 172.16.0.220
Nov 29 12:00:58 user nova-compute[74974]: node.conn[0].port = 3260
Nov 29 12:00:58 user nova-compute[74974]: node.conn[0].startup = manual
Nov 29 12:00:58 user nova-compute[74974]: node.conn[0].tcp.window_size = 524288
Nov 29 12:00:58 user nova-compute[74974]: node.conn[0].tcp.type_of_service = 0
Nov 29 12:00:58 user nova-compute[74974]: node.conn[0].timeo.logout_timeout = 15
Nov 29 12:00:58 user nova-compute[74974]: node.conn[0].timeo.login_timeout = 15
Nov 29 12:00:58 user nova-compute[74974]: node.conn[0].timeo.auth_timeout = 45
Nov 29 12:00:58 user nova-compute[74974]: node.conn[0].timeo.noop_out_interval = 5
Nov 29 12:00:58 user nova-compute[74974]: node.conn[0].timeo.noop_out_timeout = 5
Nov 29 12:00:58 user nova-compute[74974]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 29 12:00:58 user nova-compute[74974]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 29 12:00:58 user nova-compute[74974]: node.conn[0].iscsi.HeaderDigest = None
Nov 29 12:00:58 user nova-compute[74974]: node.conn[0].iscsi.DataDigest = None
Nov 29 12:00:58 user nova-compute[74974]: node.conn[0].iscsi.IFMarker = No
Nov 29 12:00:58 user nova-compute[74974]: node.conn[0].iscsi.OFMarker = No
Nov 29 12:00:58 user nova-compute[74974]: # END RECORD
Nov 29 12:00:58 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.086s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e45f6263-58ac-4c05-8694-9c34566605f2]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.093s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5e8014e-d99d-4ce2-8010-88987bf7592a]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v geAQtpSV {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v geAQtpSV" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[74488732-9a43-446d-9055-02dc8b77f412]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'geAQtpSV'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.060s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d76d0bd-1615-4351-9779-6f47518a2a43]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.054s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[77920dfd-bcfd-4200-8e9c-b59d0e869e03]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:58 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:58 user nova-compute[74974]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:00:58 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:00:58 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:00:58 user nova-compute[74974]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:00:58 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.415s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] HCTL ('38', '0', '0', 0) found on session 30 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Scanning host 38 c: 0, t: 0, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f6d8c27-5430-406d-9d27-a941bbcc6e86]: (4, ('0 0 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Searching for a device in session 30 and hctl ('38', '0', '0', 0) yield: sdg {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'geAQtpSV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.438s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] <== connect_volume: return (440ms) {'type': 'block', 'scsi_wwn': '26265613633396431', 'path': '/dev/sdg'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26265613633396431', 'path': '/dev/sdg'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:59:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1912485546',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1912485546',id=24,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:59:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2e26d19eb78e40fab0e0b3afba63dbb1',ramdisk_id='',reservation_id='r-ei9al2ij',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:59:25Z,user_data=None,user_id='47cf3f690e8140818fa4f5ce4c6bb348',uuid=e0cb8e50-6436-4a97-b50c-23f5ad505d68,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7d994ad2-c294-441a-8d28-c529c8e0416c", "address": "fa:16:3e:da:de:f1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "vif_mac": "fa:16:3e:da:de:f1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d994ad2-c2", "ovs_interfaceid": "7d994ad2-c294-441a-8d28-c529c8e0416c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converting VIF {"id": "7d994ad2-c294-441a-8d28-c529c8e0416c", "address": "fa:16:3e:da:de:f1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "vif_mac": "fa:16:3e:da:de:f1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d994ad2-c2", "ovs_interfaceid": "7d994ad2-c294-441a-8d28-c529c8e0416c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:da:de:f1,bridge_name='br-int',has_traffic_filtering=True,id=7d994ad2-c294-441a-8d28-c529c8e0416c,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d994ad2-c2') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.objects.instance [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lazy-loading 'pci_devices' on Instance uuid e0cb8e50-6436-4a97-b50c-23f5ad505d68 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.objects.base [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Object Instance<e0cb8e50-6436-4a97-b50c-23f5ad505d68> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:00:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:00:58 user nova-compute[74974]:   <uuid>e0cb8e50-6436-4a97-b50c-23f5ad505d68</uuid>
Nov 29 12:00:58 user nova-compute[74974]:   <name>instance-00000018</name>
Nov 29 12:00:58 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:00:58 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:00:58 user nova-compute[74974]:   <metadata>
Nov 29 12:00:58 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:00:58 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:00:58 user nova-compute[74974]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1912485546</nova:name>
Nov 29 12:00:58 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:00:58</nova:creationTime>
Nov 29 12:00:58 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:00:58 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:00:58 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:00:58 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:00:58 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:00:58 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:00:58 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:00:58 user nova-compute[74974]:       <nova:owner>
Nov 29 12:00:58 user nova-compute[74974]:         <nova:user uuid="47cf3f690e8140818fa4f5ce4c6bb348">tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member</nova:user>
Nov 29 12:00:58 user nova-compute[74974]:         <nova:project uuid="2e26d19eb78e40fab0e0b3afba63dbb1">tempest-ServerBootFromVolumeStableRescueTest-1027217046</nova:project>
Nov 29 12:00:58 user nova-compute[74974]:       </nova:owner>
Nov 29 12:00:58 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:00:58 user nova-compute[74974]:       <nova:ports>
Nov 29 12:00:58 user nova-compute[74974]:         <nova:port uuid="7d994ad2-c294-441a-8d28-c529c8e0416c">
Nov 29 12:00:58 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 12:00:58 user nova-compute[74974]:         </nova:port>
Nov 29 12:00:58 user nova-compute[74974]:       </nova:ports>
Nov 29 12:00:58 user nova-compute[74974]:     </nova:instance>
Nov 29 12:00:58 user nova-compute[74974]:   </metadata>
Nov 29 12:00:58 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:00:58 user nova-compute[74974]:     <system>
Nov 29 12:00:58 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:00:58 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:00:58 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:00:58 user nova-compute[74974]:       <entry name="serial">e0cb8e50-6436-4a97-b50c-23f5ad505d68</entry>
Nov 29 12:00:58 user nova-compute[74974]:       <entry name="uuid">e0cb8e50-6436-4a97-b50c-23f5ad505d68</entry>
Nov 29 12:00:58 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:00:58 user nova-compute[74974]:     </system>
Nov 29 12:00:58 user nova-compute[74974]:   </sysinfo>
Nov 29 12:00:58 user nova-compute[74974]:   <os>
Nov 29 12:00:58 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:00:58 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:00:58 user nova-compute[74974]:   </os>
Nov 29 12:00:58 user nova-compute[74974]:   <features>
Nov 29 12:00:58 user nova-compute[74974]:     <acpi/>
Nov 29 12:00:58 user nova-compute[74974]:     <apic/>
Nov 29 12:00:58 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:00:58 user nova-compute[74974]:   </features>
Nov 29 12:00:58 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:00:58 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:00:58 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:00:58 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:00:58 user nova-compute[74974]:   </clock>
Nov 29 12:00:58 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:00:58 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:00:58 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:00:58 user nova-compute[74974]:   </cpu>
Nov 29 12:00:58 user nova-compute[74974]:   <devices>
Nov 29 12:00:58 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 12:00:58 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:00:58 user nova-compute[74974]:       <source dev="/dev/sdg"/>
Nov 29 12:00:58 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:00:58 user nova-compute[74974]:       <serial>d9aa0797-c5a3-4a2b-931f-913a6f930116</serial>
Nov 29 12:00:58 user nova-compute[74974]:     </disk>
Nov 29 12:00:58 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:00:58 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:00:58 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/e0cb8e50-6436-4a97-b50c-23f5ad505d68/disk.rescue"/>
Nov 29 12:00:58 user nova-compute[74974]:       <target dev="vdb" bus="virtio"/>
Nov 29 12:00:58 user nova-compute[74974]:       <boot order="1"/>
Nov 29 12:00:58 user nova-compute[74974]:     </disk>
Nov 29 12:00:58 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:00:58 user nova-compute[74974]:       <mac address="fa:16:3e:da:de:f1"/>
Nov 29 12:00:58 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:00:58 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:00:58 user nova-compute[74974]:       <target dev="tap7d994ad2-c2"/>
Nov 29 12:00:58 user nova-compute[74974]:     </interface>
Nov 29 12:00:58 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:00:58 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/e0cb8e50-6436-4a97-b50c-23f5ad505d68/console.log" append="off"/>
Nov 29 12:00:58 user nova-compute[74974]:     </serial>
Nov 29 12:00:58 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:00:58 user nova-compute[74974]:     <video>
Nov 29 12:00:58 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:00:58 user nova-compute[74974]:     </video>
Nov 29 12:00:58 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:00:58 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:00:58 user nova-compute[74974]:     </rng>
Nov 29 12:00:58 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:00:58 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:00:58 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:00:58 user nova-compute[74974]:     </memballoon>
Nov 29 12:00:58 user nova-compute[74974]:   </devices>
Nov 29 12:00:58 user nova-compute[74974]: </domain>
Nov 29 12:00:58 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:00:58 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Instance destroyed successfully.
Nov 29 12:00:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:00:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:00:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] No VIF found with MAC fa:16:3e:da:de:f1, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:01:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:00 user nova-compute[74974]: DEBUG nova.compute.manager [req-64824bf3-3502-4463-84b1-1132af8ca4a5 req-13b28180-2e32-45fb-bef2-b042b0f2d57b service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:01:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-64824bf3-3502-4463-84b1-1132af8ca4a5 req-13b28180-2e32-45fb-bef2-b042b0f2d57b service nova] Acquiring lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-64824bf3-3502-4463-84b1-1132af8ca4a5 req-13b28180-2e32-45fb-bef2-b042b0f2d57b service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-64824bf3-3502-4463-84b1-1132af8ca4a5 req-13b28180-2e32-45fb-bef2-b042b0f2d57b service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:01:00 user nova-compute[74974]: DEBUG nova.compute.manager [req-64824bf3-3502-4463-84b1-1132af8ca4a5 req-13b28180-2e32-45fb-bef2-b042b0f2d57b service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] No waiting events found dispatching network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:01:00 user nova-compute[74974]: WARNING nova.compute.manager [req-64824bf3-3502-4463-84b1-1132af8ca4a5 req-13b28180-2e32-45fb-bef2-b042b0f2d57b service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received unexpected event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c for instance with vm_state active and task_state rescuing.
Nov 29 12:01:02 user nova-compute[74974]: INFO nova.compute.manager [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Rescuing
Nov 29 12:01:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "refresh_cache-ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:01:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquired lock "refresh_cache-ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:01:02 user nova-compute[74974]: DEBUG nova.network.neutron [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:01:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:02 user nova-compute[74974]: DEBUG nova.compute.manager [None req-c164c5c7-153f-4b5f-970f-a3f72a9e3bc1 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:01:02 user nova-compute[74974]: DEBUG nova.network.neutron [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Updating instance_info_cache with network_info: [{"id": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "address": "fa:16:3e:d2:a2:9d", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d8ef0a-79", "ovs_interfaceid": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:01:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Releasing lock "refresh_cache-ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:01:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-a362520b-3880-45c0-9c39-9a76f775986d req-47f013c7-574c-4fd0-89c6-60d09349c094 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a362520b-3880-45c0-9c39-9a76f775986d req-47f013c7-574c-4fd0-89c6-60d09349c094 service nova] Acquiring lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a362520b-3880-45c0-9c39-9a76f775986d req-47f013c7-574c-4fd0-89c6-60d09349c094 service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a362520b-3880-45c0-9c39-9a76f775986d req-47f013c7-574c-4fd0-89c6-60d09349c094 service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-a362520b-3880-45c0-9c39-9a76f775986d req-47f013c7-574c-4fd0-89c6-60d09349c094 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] No waiting events found dispatching network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:01:03 user nova-compute[74974]: WARNING nova.compute.manager [req-a362520b-3880-45c0-9c39-9a76f775986d req-47f013c7-574c-4fd0-89c6-60d09349c094 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received unexpected event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c for instance with vm_state rescued and task_state None.
Nov 29 12:01:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:03 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Instance destroyed successfully.
Nov 29 12:01:03 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Attempting rescue
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74974) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Instance directory exists: not creating {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 12:01:03 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Creating image(s)
Nov 29 12:01:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "/opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "/opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "/opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.objects.instance [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'trusted_certs' on Instance uuid ee78d0d8-0125-46d8-b1e1-2b38eaabeedb {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.189s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk.rescue {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk.rescue" returned: 0 in 0.057s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.251s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.objects.instance [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'migration_context' on Instance uuid ee78d0d8-0125-46d8-b1e1-2b38eaabeedb {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.objects.base [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Object Instance<ee78d0d8-0125-46d8-b1e1-2b38eaabeedb> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Start _get_guest_xml network_info=[{"id": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "address": "fa:16:3e:d2:a2:9d", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "vif_mac": "fa:16:3e:d2:a2:9d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d8ef0a-79", "ovs_interfaceid": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '14005146-3417-4c75-8b47-67c38948297d', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.objects.instance [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'resources' on Instance uuid ee78d0d8-0125-46d8-b1e1-2b38eaabeedb {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.objects.base [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Object Instance<ee78d0d8-0125-46d8-b1e1-2b38eaabeedb> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.objects.instance [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'numa_topology' on Instance uuid ee78d0d8-0125-46d8-b1e1-2b38eaabeedb {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.objects.base [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Object Instance<ee78d0d8-0125-46d8-b1e1-2b38eaabeedb> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:01:03 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:01:03 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:01:03 user nova-compute[74974]: DEBUG nova.objects.instance [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'vcpu_model' on Instance uuid ee78d0d8-0125-46d8-b1e1-2b38eaabeedb {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:01:04 user nova-compute[74974]: DEBUG nova.objects.base [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Object Instance<ee78d0d8-0125-46d8-b1e1-2b38eaabeedb> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:01:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:56:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1582439339',display_name='tempest-ServerRescueNegativeTestJSON-server-1582439339',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1582439339',id=18,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:56:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8553e7a7a6984ad2b645599d231e911d',ramdisk_id='',reservation_id='r-4ufhrtfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-761208322',owner_user_name='tempest-ServerRescueNegativeTestJSON-761208322-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:56:29Z,user_data=None,user_id='2a3f8280d351445a94b8a1570609f519',uuid=ee78d0d8-0125-46d8-b1e1-2b38eaabeedb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "address": "fa:16:3e:d2:a2:9d", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "vif_mac": "fa:16:3e:d2:a2:9d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d8ef0a-79", "ovs_interfaceid": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:01:04 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converting VIF {"id": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "address": "fa:16:3e:d2:a2:9d", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "vif_mac": "fa:16:3e:d2:a2:9d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d8ef0a-79", "ovs_interfaceid": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:01:04 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d2:a2:9d,bridge_name='br-int',has_traffic_filtering=True,id=95d8ef0a-794a-4e4a-8855-867ac5f919a0,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95d8ef0a-79') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:01:04 user nova-compute[74974]: DEBUG nova.objects.instance [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'pci_devices' on Instance uuid ee78d0d8-0125-46d8-b1e1-2b38eaabeedb {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:01:04 user nova-compute[74974]: DEBUG nova.objects.base [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Object Instance<ee78d0d8-0125-46d8-b1e1-2b38eaabeedb> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:01:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:01:04 user nova-compute[74974]:   <uuid>ee78d0d8-0125-46d8-b1e1-2b38eaabeedb</uuid>
Nov 29 12:01:04 user nova-compute[74974]:   <name>instance-00000012</name>
Nov 29 12:01:04 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:01:04 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:01:04 user nova-compute[74974]:   <metadata>
Nov 29 12:01:04 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:01:04 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:01:04 user nova-compute[74974]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1582439339</nova:name>
Nov 29 12:01:04 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:01:03</nova:creationTime>
Nov 29 12:01:04 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:01:04 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:01:04 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:01:04 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:01:04 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:01:04 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:01:04 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:01:04 user nova-compute[74974]:       <nova:owner>
Nov 29 12:01:04 user nova-compute[74974]:         <nova:user uuid="2a3f8280d351445a94b8a1570609f519">tempest-ServerRescueNegativeTestJSON-761208322-project-member</nova:user>
Nov 29 12:01:04 user nova-compute[74974]:         <nova:project uuid="8553e7a7a6984ad2b645599d231e911d">tempest-ServerRescueNegativeTestJSON-761208322</nova:project>
Nov 29 12:01:04 user nova-compute[74974]:       </nova:owner>
Nov 29 12:01:04 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:01:04 user nova-compute[74974]:       <nova:ports>
Nov 29 12:01:04 user nova-compute[74974]:         <nova:port uuid="95d8ef0a-794a-4e4a-8855-867ac5f919a0">
Nov 29 12:01:04 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 12:01:04 user nova-compute[74974]:         </nova:port>
Nov 29 12:01:04 user nova-compute[74974]:       </nova:ports>
Nov 29 12:01:04 user nova-compute[74974]:     </nova:instance>
Nov 29 12:01:04 user nova-compute[74974]:   </metadata>
Nov 29 12:01:04 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:01:04 user nova-compute[74974]:     <system>
Nov 29 12:01:04 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:01:04 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:01:04 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:01:04 user nova-compute[74974]:       <entry name="serial">ee78d0d8-0125-46d8-b1e1-2b38eaabeedb</entry>
Nov 29 12:01:04 user nova-compute[74974]:       <entry name="uuid">ee78d0d8-0125-46d8-b1e1-2b38eaabeedb</entry>
Nov 29 12:01:04 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:01:04 user nova-compute[74974]:     </system>
Nov 29 12:01:04 user nova-compute[74974]:   </sysinfo>
Nov 29 12:01:04 user nova-compute[74974]:   <os>
Nov 29 12:01:04 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:01:04 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:01:04 user nova-compute[74974]:   </os>
Nov 29 12:01:04 user nova-compute[74974]:   <features>
Nov 29 12:01:04 user nova-compute[74974]:     <acpi/>
Nov 29 12:01:04 user nova-compute[74974]:     <apic/>
Nov 29 12:01:04 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:01:04 user nova-compute[74974]:   </features>
Nov 29 12:01:04 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:01:04 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:01:04 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:01:04 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:01:04 user nova-compute[74974]:   </clock>
Nov 29 12:01:04 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:01:04 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:01:04 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:01:04 user nova-compute[74974]:   </cpu>
Nov 29 12:01:04 user nova-compute[74974]:   <devices>
Nov 29 12:01:04 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:01:04 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:01:04 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk.rescue"/>
Nov 29 12:01:04 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:01:04 user nova-compute[74974]:     </disk>
Nov 29 12:01:04 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:01:04 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:01:04 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk"/>
Nov 29 12:01:04 user nova-compute[74974]:       <target dev="vdb" bus="virtio"/>
Nov 29 12:01:04 user nova-compute[74974]:     </disk>
Nov 29 12:01:04 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:01:04 user nova-compute[74974]:       <mac address="fa:16:3e:d2:a2:9d"/>
Nov 29 12:01:04 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:01:04 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:01:04 user nova-compute[74974]:       <target dev="tap95d8ef0a-79"/>
Nov 29 12:01:04 user nova-compute[74974]:     </interface>
Nov 29 12:01:04 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:01:04 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/console.log" append="off"/>
Nov 29 12:01:04 user nova-compute[74974]:     </serial>
Nov 29 12:01:04 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:01:04 user nova-compute[74974]:     <video>
Nov 29 12:01:04 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:01:04 user nova-compute[74974]:     </video>
Nov 29 12:01:04 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:01:04 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:01:04 user nova-compute[74974]:     </rng>
Nov 29 12:01:04 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:01:04 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:01:04 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:01:04 user nova-compute[74974]:     </memballoon>
Nov 29 12:01:04 user nova-compute[74974]:   </devices>
Nov 29 12:01:04 user nova-compute[74974]: </domain>
Nov 29 12:01:04 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:01:04 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Instance destroyed successfully.
Nov 29 12:01:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:01:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:01:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] No VIF found with MAC fa:16:3e:d2:a2:9d, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received event network-vif-unplugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] Acquiring lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] No waiting events found dispatching network-vif-unplugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:01:05 user nova-compute[74974]: WARNING nova.compute.manager [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received unexpected event network-vif-unplugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 for instance with vm_state active and task_state rescuing.
Nov 29 12:01:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] Acquiring lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] No waiting events found dispatching network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:01:05 user nova-compute[74974]: WARNING nova.compute.manager [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received unexpected event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 for instance with vm_state active and task_state rescuing.
Nov 29 12:01:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] Acquiring lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] No waiting events found dispatching network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:01:05 user nova-compute[74974]: WARNING nova.compute.manager [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received unexpected event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 for instance with vm_state active and task_state rescuing.
Nov 29 12:01:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] Acquiring lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] No waiting events found dispatching network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:01:05 user nova-compute[74974]: WARNING nova.compute.manager [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received unexpected event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 for instance with vm_state active and task_state rescuing.
Nov 29 12:01:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received event network-vif-unplugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] Acquiring lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] No waiting events found dispatching network-vif-unplugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:01:05 user nova-compute[74974]: WARNING nova.compute.manager [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received unexpected event network-vif-unplugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 for instance with vm_state active and task_state rescuing.
Nov 29 12:01:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] Acquiring lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] No waiting events found dispatching network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:01:05 user nova-compute[74974]: WARNING nova.compute.manager [req-322c8816-49f3-4b21-b961-758c2c68db69 req-02f4acf3-9fa4-4f83-a6c7-b1fa45c7fc08 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received unexpected event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 for instance with vm_state active and task_state rescuing.
Nov 29 12:01:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:07 user nova-compute[74974]: DEBUG nova.compute.manager [req-f46547e6-650e-4c65-8f4c-a6fcf2dcd8fb req-0fadfdaf-f813-4627-a515-8cd7d8e7a047 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:01:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f46547e6-650e-4c65-8f4c-a6fcf2dcd8fb req-0fadfdaf-f813-4627-a515-8cd7d8e7a047 service nova] Acquiring lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f46547e6-650e-4c65-8f4c-a6fcf2dcd8fb req-0fadfdaf-f813-4627-a515-8cd7d8e7a047 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f46547e6-650e-4c65-8f4c-a6fcf2dcd8fb req-0fadfdaf-f813-4627-a515-8cd7d8e7a047 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:01:07 user nova-compute[74974]: DEBUG nova.compute.manager [req-f46547e6-650e-4c65-8f4c-a6fcf2dcd8fb req-0fadfdaf-f813-4627-a515-8cd7d8e7a047 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] No waiting events found dispatching network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:01:07 user nova-compute[74974]: WARNING nova.compute.manager [req-f46547e6-650e-4c65-8f4c-a6fcf2dcd8fb req-0fadfdaf-f813-4627-a515-8cd7d8e7a047 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received unexpected event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 for instance with vm_state active and task_state rescuing.
Nov 29 12:01:07 user nova-compute[74974]: DEBUG nova.compute.manager [req-f46547e6-650e-4c65-8f4c-a6fcf2dcd8fb req-0fadfdaf-f813-4627-a515-8cd7d8e7a047 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:01:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f46547e6-650e-4c65-8f4c-a6fcf2dcd8fb req-0fadfdaf-f813-4627-a515-8cd7d8e7a047 service nova] Acquiring lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f46547e6-650e-4c65-8f4c-a6fcf2dcd8fb req-0fadfdaf-f813-4627-a515-8cd7d8e7a047 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f46547e6-650e-4c65-8f4c-a6fcf2dcd8fb req-0fadfdaf-f813-4627-a515-8cd7d8e7a047 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:01:07 user nova-compute[74974]: DEBUG nova.compute.manager [req-f46547e6-650e-4c65-8f4c-a6fcf2dcd8fb req-0fadfdaf-f813-4627-a515-8cd7d8e7a047 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] No waiting events found dispatching network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:01:07 user nova-compute[74974]: WARNING nova.compute.manager [req-f46547e6-650e-4c65-8f4c-a6fcf2dcd8fb req-0fadfdaf-f813-4627-a515-8cd7d8e7a047 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received unexpected event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 for instance with vm_state active and task_state rescuing.
Nov 29 12:01:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:07 user nova-compute[74974]: DEBUG nova.compute.manager [None req-fef1405f-aa4b-4856-9c17-aa62a0a6d69d tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:01:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "c2516363-6cf9-448f-9988-b2d090840e2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "c2516363-6cf9-448f-9988-b2d090840e2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:38 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:01:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:38 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:01:38 user nova-compute[74974]: INFO nova.compute.claims [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Claim successful on node user
Nov 29 12:01:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:38 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:01:38 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:01:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.437s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:01:38 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:01:38 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:01:38 user nova-compute[74974]: DEBUG nova.network.neutron [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:01:38 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:01:38 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:01:38 user nova-compute[74974]: DEBUG nova.policy [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3916353998a42d6a65cf663877bbf14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfdef526837a498596f2a4b4dab853ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:01:38 user nova-compute[74974]: INFO nova.virt.block_device [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Booting with volume 2a446c40-e858-4824-809a-f78fd1bcd636 at /dev/vda
Nov 29 12:01:38 user nova-compute[74974]: DEBUG os_brick.utils [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:01:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[61e7d6a9-bc65-4fae-8535-86cc010ff720]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:01:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[96ffb4cb-7ec0-4fd0-a1e3-7f2de8c97350]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:01:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dd889e7-6184-4e66-93a2-74edc18ee999]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:01:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[51fd7311-12cb-4a30-9c09-5d82c30e3227]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:01:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:01:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:01:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:01:39 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:01:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c832d980-4fd9-46d1-9d01-a7d182386a87]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:01:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:01:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:01:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:01:39 user nova-compute[74974]: DEBUG os_brick.utils [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:01:39 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Updating existing volume attachment record: 097ba4b8-2f3f-4289-a778-d95f8383a356 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:01:39 user nova-compute[74974]: DEBUG nova.network.neutron [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Successfully created port: 0aec4234-5912-4131-b867-bd46293393fb {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:01:40 user nova-compute[74974]: DEBUG nova.network.neutron [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Successfully updated port: 0aec4234-5912-4131-b867-bd46293393fb {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:01:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "refresh_cache-c2516363-6cf9-448f-9988-b2d090840e2a" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:01:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquired lock "refresh_cache-c2516363-6cf9-448f-9988-b2d090840e2a" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:01:40 user nova-compute[74974]: DEBUG nova.network.neutron [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:01:40 user nova-compute[74974]: DEBUG nova.network.neutron [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:01:40 user nova-compute[74974]: DEBUG nova.compute.manager [req-b40d67b2-8b3e-4253-9c13-f3030b6c86fb req-117fa69f-705f-4e3e-8c99-98cee6226ebb service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Received event network-changed-0aec4234-5912-4131-b867-bd46293393fb {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:01:40 user nova-compute[74974]: DEBUG nova.compute.manager [req-b40d67b2-8b3e-4253-9c13-f3030b6c86fb req-117fa69f-705f-4e3e-8c99-98cee6226ebb service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Refreshing instance network info cache due to event network-changed-0aec4234-5912-4131-b867-bd46293393fb. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:01:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b40d67b2-8b3e-4253-9c13-f3030b6c86fb req-117fa69f-705f-4e3e-8c99-98cee6226ebb service nova] Acquiring lock "refresh_cache-c2516363-6cf9-448f-9988-b2d090840e2a" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:01:40 user nova-compute[74974]: DEBUG nova.network.neutron [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Updating instance_info_cache with network_info: [{"id": "0aec4234-5912-4131-b867-bd46293393fb", "address": "fa:16:3e:3d:80:88", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aec4234-59", "ovs_interfaceid": "0aec4234-5912-4131-b867-bd46293393fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:01:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Releasing lock "refresh_cache-c2516363-6cf9-448f-9988-b2d090840e2a" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:01:40 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Instance network_info: |[{"id": "0aec4234-5912-4131-b867-bd46293393fb", "address": "fa:16:3e:3d:80:88", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aec4234-59", "ovs_interfaceid": "0aec4234-5912-4131-b867-bd46293393fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:01:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b40d67b2-8b3e-4253-9c13-f3030b6c86fb req-117fa69f-705f-4e3e-8c99-98cee6226ebb service nova] Acquired lock "refresh_cache-c2516363-6cf9-448f-9988-b2d090840e2a" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:01:40 user nova-compute[74974]: DEBUG nova.network.neutron [req-b40d67b2-8b3e-4253-9c13-f3030b6c86fb req-117fa69f-705f-4e3e-8c99-98cee6226ebb service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Refreshing network info cache for port 0aec4234-5912-4131-b867-bd46293393fb {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:01:40 user nova-compute[74974]: DEBUG nova.network.neutron [req-b40d67b2-8b3e-4253-9c13-f3030b6c86fb req-117fa69f-705f-4e3e-8c99-98cee6226ebb service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Updated VIF entry in instance network info cache for port 0aec4234-5912-4131-b867-bd46293393fb. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:01:40 user nova-compute[74974]: DEBUG nova.network.neutron [req-b40d67b2-8b3e-4253-9c13-f3030b6c86fb req-117fa69f-705f-4e3e-8c99-98cee6226ebb service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Updating instance_info_cache with network_info: [{"id": "0aec4234-5912-4131-b867-bd46293393fb", "address": "fa:16:3e:3d:80:88", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aec4234-59", "ovs_interfaceid": "0aec4234-5912-4131-b867-bd46293393fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:01:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b40d67b2-8b3e-4253-9c13-f3030b6c86fb req-117fa69f-705f-4e3e-8c99-98cee6226ebb service nova] Releasing lock "refresh_cache-c2516363-6cf9-448f-9988-b2d090840e2a" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:01:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:43 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:01:43 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74974) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 12:01:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:44 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:01:45 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:01:45 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Cleaning up deleted instances {{(pid=74974) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 12:01:45 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] There are 0 instances to clean {{(pid=74974) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:01:46 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Creating image(s)
Nov 29 12:01:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Did not create local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Ensure instance console log exists: /opt/stack/data/nova/instances/c2516363-6cf9-448f-9988-b2d090840e2a/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Start _get_guest_xml network_info=[{"id": "0aec4234-5912-4131-b867-bd46293393fb", "address": "fa:16:3e:3d:80:88", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aec4234-59", "ovs_interfaceid": "0aec4234-5912-4131-b867-bd46293393fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'attachment_id': '097ba4b8-2f3f-4289-a778-d95f8383a356', 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VSmBbpTQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c2516363-6cf9-448f-9988-b2d090840e2a', 'attached_at': '', 'detached_at': '', 'volume_id': '2a446c40-e858-4824-809a-f78fd1bcd636', 'serial': '2a446c40-e858-4824-809a-f78fd1bcd636'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:01:46 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:01:46 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:01:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VSmBbpTQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:01:46 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:01:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:01:46 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:01:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:01:46 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:01:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1a24886-44d0-4672-8e65-0be8ae185403]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:01:46 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[04fe2f79-9515-4c93-ae74-e42fca41b321]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636] added
Nov 29 12:01:46 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ca89334-2510-4d69-b9d1-9566366c9957]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6922a093-8243-4de2-99bd-8636b615f74a]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VSmBbpTQ {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VSmBbpTQ" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f133fe4-130a-4881-925c-f140a8078b2a]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VSmBbpTQ'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:01:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[10c43e89-039f-446a-970e-2df65c983506]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b05a07ae-46fd-4d26-9d15-92e241112e77]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:01:47 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:01:47 user nova-compute[74974]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:01:47 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:01:47 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:01:47 user nova-compute[74974]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:01:47 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[39a16fb4-9903-401f-8c7f-80e7890c832a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636, portal: 172.16.0.220,3260]
Nov 29 12:01:47 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636, portal: 172.16.0.220,3260] successful.
Nov 29 12:01:47 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a3ed0ac-3645-4ece-87c6-bcc28c53647e]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a31dcca-e648-4842-a933-58cfdaa4aebc]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:01:47 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:01:47 user nova-compute[74974]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:01:47 user nova-compute[74974]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:01:47 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:01:47 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:01:47 user nova-compute[74974]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:01:47 user nova-compute[74974]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:01:47 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.293s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] HCTL ('35', '-', '-', 0) found on session 37 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[83d5f1ff-11dd-4071-86cd-60e472a7d124]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Searching for a device in session 37 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VSmBbpTQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.368s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] <== connect_volume: return (1372ms) {'type': 'block', 'scsi_wwn': '26233326461626231', 'path': '/dev/sdd'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26233326461626231', 'path': '/dev/sdd'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:01:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-599614646',display_name='tempest-TestVolumeBootPattern-server-599614646',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-599614646',id=26,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ5vopPiNUinc8H9f5oV6DJT6e8S7AKKcN9fmPWF7qc5KLzuWZqoJXSFYn3kes5v4dq8pF5COSL6qwK1X3CBcdFYATxLeRCucdDt43KUYBPAt0QZagvWWa7fq0yRmZ9niA==',key_name='tempest-TestVolumeBootPattern-1832510626',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfdef526837a498596f2a4b4dab853ed',ramdisk_id='',reservation_id='r-u0b8no9b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2068658920',owner_user_name='tempest-TestVolumeBootPattern-2068658920-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:01:39Z,user_data=None,user_id='a3916353998a42d6a65cf663877bbf14',uuid=c2516363-6cf9-448f-9988-b2d090840e2a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0aec4234-5912-4131-b867-bd46293393fb", "address": "fa:16:3e:3d:80:88", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aec4234-59", "ovs_interfaceid": "0aec4234-5912-4131-b867-bd46293393fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converting VIF {"id": "0aec4234-5912-4131-b867-bd46293393fb", "address": "fa:16:3e:3d:80:88", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aec4234-59", "ovs_interfaceid": "0aec4234-5912-4131-b867-bd46293393fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:80:88,bridge_name='br-int',has_traffic_filtering=True,id=0aec4234-5912-4131-b867-bd46293393fb,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0aec4234-59') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG nova.objects.instance [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lazy-loading 'pci_devices' on Instance uuid c2516363-6cf9-448f-9988-b2d090840e2a {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:01:48 user nova-compute[74974]:   <uuid>c2516363-6cf9-448f-9988-b2d090840e2a</uuid>
Nov 29 12:01:48 user nova-compute[74974]:   <name>instance-0000001a</name>
Nov 29 12:01:48 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:01:48 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:01:48 user nova-compute[74974]:   <metadata>
Nov 29 12:01:48 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:01:48 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:01:48 user nova-compute[74974]:       <nova:name>tempest-TestVolumeBootPattern-server-599614646</nova:name>
Nov 29 12:01:48 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:01:46</nova:creationTime>
Nov 29 12:01:48 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:01:48 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:01:48 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:01:48 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:01:48 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:01:48 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:01:48 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:01:48 user nova-compute[74974]:       <nova:owner>
Nov 29 12:01:48 user nova-compute[74974]:         <nova:user uuid="a3916353998a42d6a65cf663877bbf14">tempest-TestVolumeBootPattern-2068658920-project-member</nova:user>
Nov 29 12:01:48 user nova-compute[74974]:         <nova:project uuid="bfdef526837a498596f2a4b4dab853ed">tempest-TestVolumeBootPattern-2068658920</nova:project>
Nov 29 12:01:48 user nova-compute[74974]:       </nova:owner>
Nov 29 12:01:48 user nova-compute[74974]:       <nova:ports>
Nov 29 12:01:48 user nova-compute[74974]:         <nova:port uuid="0aec4234-5912-4131-b867-bd46293393fb">
Nov 29 12:01:48 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 12:01:48 user nova-compute[74974]:         </nova:port>
Nov 29 12:01:48 user nova-compute[74974]:       </nova:ports>
Nov 29 12:01:48 user nova-compute[74974]:     </nova:instance>
Nov 29 12:01:48 user nova-compute[74974]:   </metadata>
Nov 29 12:01:48 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:01:48 user nova-compute[74974]:     <system>
Nov 29 12:01:48 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:01:48 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:01:48 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:01:48 user nova-compute[74974]:       <entry name="serial">c2516363-6cf9-448f-9988-b2d090840e2a</entry>
Nov 29 12:01:48 user nova-compute[74974]:       <entry name="uuid">c2516363-6cf9-448f-9988-b2d090840e2a</entry>
Nov 29 12:01:48 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:01:48 user nova-compute[74974]:     </system>
Nov 29 12:01:48 user nova-compute[74974]:   </sysinfo>
Nov 29 12:01:48 user nova-compute[74974]:   <os>
Nov 29 12:01:48 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:01:48 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:01:48 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:01:48 user nova-compute[74974]:   </os>
Nov 29 12:01:48 user nova-compute[74974]:   <features>
Nov 29 12:01:48 user nova-compute[74974]:     <acpi/>
Nov 29 12:01:48 user nova-compute[74974]:     <apic/>
Nov 29 12:01:48 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:01:48 user nova-compute[74974]:   </features>
Nov 29 12:01:48 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:01:48 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:01:48 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:01:48 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:01:48 user nova-compute[74974]:   </clock>
Nov 29 12:01:48 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:01:48 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:01:48 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:01:48 user nova-compute[74974]:   </cpu>
Nov 29 12:01:48 user nova-compute[74974]:   <devices>
Nov 29 12:01:48 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 12:01:48 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:01:48 user nova-compute[74974]:       <source dev="/dev/sdd"/>
Nov 29 12:01:48 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:01:48 user nova-compute[74974]:       <serial>2a446c40-e858-4824-809a-f78fd1bcd636</serial>
Nov 29 12:01:48 user nova-compute[74974]:     </disk>
Nov 29 12:01:48 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:01:48 user nova-compute[74974]:       <mac address="fa:16:3e:3d:80:88"/>
Nov 29 12:01:48 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:01:48 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:01:48 user nova-compute[74974]:       <target dev="tap0aec4234-59"/>
Nov 29 12:01:48 user nova-compute[74974]:     </interface>
Nov 29 12:01:48 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:01:48 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/c2516363-6cf9-448f-9988-b2d090840e2a/console.log" append="off"/>
Nov 29 12:01:48 user nova-compute[74974]:     </serial>
Nov 29 12:01:48 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:01:48 user nova-compute[74974]:     <video>
Nov 29 12:01:48 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:01:48 user nova-compute[74974]:     </video>
Nov 29 12:01:48 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:01:48 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:01:48 user nova-compute[74974]:     </rng>
Nov 29 12:01:48 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:01:48 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:01:48 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:01:48 user nova-compute[74974]:     </memballoon>
Nov 29 12:01:48 user nova-compute[74974]:   </devices>
Nov 29 12:01:48 user nova-compute[74974]: </domain>
Nov 29 12:01:48 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:01:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-599614646',display_name='tempest-TestVolumeBootPattern-server-599614646',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-599614646',id=26,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ5vopPiNUinc8H9f5oV6DJT6e8S7AKKcN9fmPWF7qc5KLzuWZqoJXSFYn3kes5v4dq8pF5COSL6qwK1X3CBcdFYATxLeRCucdDt43KUYBPAt0QZagvWWa7fq0yRmZ9niA==',key_name='tempest-TestVolumeBootPattern-1832510626',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfdef526837a498596f2a4b4dab853ed',ramdisk_id='',reservation_id='r-u0b8no9b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2068658920',owner_user_name='tempest-TestVolumeBootPattern-2068658920-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:01:39Z,user_data=None,user_id='a3916353998a42d6a65cf663877bbf14',uuid=c2516363-6cf9-448f-9988-b2d090840e2a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0aec4234-5912-4131-b867-bd46293393fb", "address": "fa:16:3e:3d:80:88", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aec4234-59", "ovs_interfaceid": "0aec4234-5912-4131-b867-bd46293393fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converting VIF {"id": "0aec4234-5912-4131-b867-bd46293393fb", "address": "fa:16:3e:3d:80:88", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aec4234-59", "ovs_interfaceid": "0aec4234-5912-4131-b867-bd46293393fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:80:88,bridge_name='br-int',has_traffic_filtering=True,id=0aec4234-5912-4131-b867-bd46293393fb,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0aec4234-59') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG os_vif [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:80:88,bridge_name='br-int',has_traffic_filtering=True,id=0aec4234-5912-4131-b867-bd46293393fb,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0aec4234-59') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c0330aa3-48be-5223-a8ad-c6a2047528a9', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0aec4234-59, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0aec4234-59, col_values=(('qos', UUID('be55c288-dcd5-4596-b939-a5ac4e65bc15')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0aec4234-59, col_values=(('external_ids', {'iface-id': '0aec4234-5912-4131-b867-bd46293393fb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3d:80:88', 'vm-uuid': 'c2516363-6cf9-448f-9988-b2d090840e2a'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:48 user nova-compute[74974]: INFO os_vif [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:80:88,bridge_name='br-int',has_traffic_filtering=True,id=0aec4234-5912-4131-b867-bd46293393fb,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0aec4234-59')
Nov 29 12:01:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] No VIF found with MAC fa:16:3e:3d:80:88, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:01:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:01:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0cb8e50-6436-4a97-b50c-23f5ad505d68/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0cb8e50-6436-4a97-b50c-23f5ad505d68/disk.rescue --force-share --output=json" returned: 0 in 0.217s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0cb8e50-6436-4a97-b50c-23f5ad505d68/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:49 user nova-compute[74974]: DEBUG nova.compute.manager [req-e7288ec6-2599-48ca-9a7e-b219e3664d33 req-75cd78cf-7585-4542-9d33-f899237ffbcc service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Received event network-vif-plugged-0aec4234-5912-4131-b867-bd46293393fb {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:01:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e7288ec6-2599-48ca-9a7e-b219e3664d33 req-75cd78cf-7585-4542-9d33-f899237ffbcc service nova] Acquiring lock "c2516363-6cf9-448f-9988-b2d090840e2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e7288ec6-2599-48ca-9a7e-b219e3664d33 req-75cd78cf-7585-4542-9d33-f899237ffbcc service nova] Lock "c2516363-6cf9-448f-9988-b2d090840e2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e7288ec6-2599-48ca-9a7e-b219e3664d33 req-75cd78cf-7585-4542-9d33-f899237ffbcc service nova] Lock "c2516363-6cf9-448f-9988-b2d090840e2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:01:49 user nova-compute[74974]: DEBUG nova.compute.manager [req-e7288ec6-2599-48ca-9a7e-b219e3664d33 req-75cd78cf-7585-4542-9d33-f899237ffbcc service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] No waiting events found dispatching network-vif-plugged-0aec4234-5912-4131-b867-bd46293393fb {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:01:49 user nova-compute[74974]: WARNING nova.compute.manager [req-e7288ec6-2599-48ca-9a7e-b219e3664d33 req-75cd78cf-7585-4542-9d33-f899237ffbcc service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Received unexpected event network-vif-plugged-0aec4234-5912-4131-b867-bd46293393fb for instance with vm_state building and task_state spawning.
Nov 29 12:01:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0cb8e50-6436-4a97-b50c-23f5ad505d68/disk.rescue --force-share --output=json" returned: 0 in 0.284s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-184f18a0-6441-4f12-abb5-3d405ebcb4f8 req-b02e45e8-b7ea-4abd-b5ef-20d8667b351a service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Received event network-vif-plugged-0aec4234-5912-4131-b867-bd46293393fb {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-184f18a0-6441-4f12-abb5-3d405ebcb4f8 req-b02e45e8-b7ea-4abd-b5ef-20d8667b351a service nova] Acquiring lock "c2516363-6cf9-448f-9988-b2d090840e2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-184f18a0-6441-4f12-abb5-3d405ebcb4f8 req-b02e45e8-b7ea-4abd-b5ef-20d8667b351a service nova] Lock "c2516363-6cf9-448f-9988-b2d090840e2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-184f18a0-6441-4f12-abb5-3d405ebcb4f8 req-b02e45e8-b7ea-4abd-b5ef-20d8667b351a service nova] Lock "c2516363-6cf9-448f-9988-b2d090840e2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-184f18a0-6441-4f12-abb5-3d405ebcb4f8 req-b02e45e8-b7ea-4abd-b5ef-20d8667b351a service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] No waiting events found dispatching network-vif-plugged-0aec4234-5912-4131-b867-bd46293393fb {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:01:52 user nova-compute[74974]: WARNING nova.compute.manager [req-184f18a0-6441-4f12-abb5-3d405ebcb4f8 req-b02e45e8-b7ea-4abd-b5ef-20d8667b351a service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Received unexpected event network-vif-plugged-0aec4234-5912-4131-b867-bd46293393fb for instance with vm_state building and task_state spawning.
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:01:52 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:01:52 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=7749MB free_disk=25.097694396972656GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:52 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Instance spawned successfully.
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Applying migration context for instance 77ed4d86-4087-4a21-af35-605d0210e311 as it has an incoming, in-progress migration 078c800d-a654-4bd5-95e9-68105062f31a. Migration status is finished {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 29 12:01:52 user nova-compute[74974]: INFO nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Updating resource usage from migration 078c800d-a654-4bd5-95e9-68105062f31a
Nov 29 12:01:52 user nova-compute[74974]: INFO nova.compute.manager [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Took 5.61 seconds to spawn the instance on the hypervisor.
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:01:52 user nova-compute[74974]: INFO nova.compute.manager [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Took 14.23 seconds to build instance.
Nov 29 12:01:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4503a5af-d789-4ec7-8e29-285ca78e2fa5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "c2516363-6cf9-448f-9988-b2d090840e2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.331s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2ed3a206-5fd0-4782-b47a-20497a7df7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance ee78d0d8-0125-46d8-b1e1-2b38eaabeedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e4219657-0bf5-4781-9960-490c7b1d97ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance aed8217e-ea57-4e0c-ac38-0e14d82df77f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e0cb8e50-6436-4a97-b50c-23f5ad505d68 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2670ed6a-fc41-4485-b559-c60a5aced4da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Migration 078c800d-a654-4bd5-95e9-68105062f31a is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 77ed4d86-4087-4a21-af35-605d0210e311 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance c2516363-6cf9-448f-9988-b2d090840e2a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=27GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing inventories for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Updating ProviderTree inventory for provider acbc7b17-f018-42b8-afd4-030057f87dc2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Updating inventory in ProviderTree for provider acbc7b17-f018-42b8-afd4-030057f87dc2 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing aggregate associations for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2, aggregates: None {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 12:01:52 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing trait associations for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_NONE {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 12:01:53 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:01:53 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:01:53 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:01:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.853s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:01:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:55 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:01:55 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:01:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:01:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:01:55 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:01:56 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Updating instance_info_cache with network_info: [{"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:01:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:01:56 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:01:56 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:01:56 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:01:56 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:01:56 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:01:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:57 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:01:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Acquiring lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:58 user nova-compute[74974]: DEBUG nova.compute.manager [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:01:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:01:58 user nova-compute[74974]: INFO nova.compute.claims [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Claim successful on node user
Nov 29 12:01:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:01:58 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:01:58 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:01:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.487s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:01:58 user nova-compute[74974]: DEBUG nova.compute.manager [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:01:58 user nova-compute[74974]: DEBUG nova.compute.manager [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:01:58 user nova-compute[74974]: DEBUG nova.network.neutron [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:01:58 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:01:58 user nova-compute[74974]: DEBUG nova.compute.manager [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:01:59 user nova-compute[74974]: DEBUG nova.policy [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f36cef473e564e2caf707f5ee6f62764', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2176a49267d40d8b8ef4ff07f41ae54', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:01:59 user nova-compute[74974]: DEBUG nova.compute.manager [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:01:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:01:59 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Creating image(s)
Nov 29 12:01:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Acquiring lock "/opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "/opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "/opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:01:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.182s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:01:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:01:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.201s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:59 user nova-compute[74974]: DEBUG nova.network.neutron [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Successfully created port: c229c0f0-d477-45ac-b036-8c3c91bb373b {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:01:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk 1073741824" returned: 0 in 0.060s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.270s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:01:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:01:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:01:59 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Checking if we can resize image /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:01:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Cannot resize image /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Ensure instance console log exists: /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.network.neutron [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Successfully updated port: c229c0f0-d477-45ac-b036-8c3c91bb373b {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Acquiring lock "refresh_cache-49d0eb31-dd34-4661-9acf-3440ba7fdf21" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Acquired lock "refresh_cache-49d0eb31-dd34-4661-9acf-3440ba7fdf21" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.network.neutron [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.compute.manager [req-8fce5006-6fc3-41f6-a73b-9a52a00f3988 req-7a0377a1-593b-4514-afcd-10e74db2da25 service nova] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Received event network-changed-c229c0f0-d477-45ac-b036-8c3c91bb373b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.compute.manager [req-8fce5006-6fc3-41f6-a73b-9a52a00f3988 req-7a0377a1-593b-4514-afcd-10e74db2da25 service nova] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Refreshing instance network info cache due to event network-changed-c229c0f0-d477-45ac-b036-8c3c91bb373b. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8fce5006-6fc3-41f6-a73b-9a52a00f3988 req-7a0377a1-593b-4514-afcd-10e74db2da25 service nova] Acquiring lock "refresh_cache-49d0eb31-dd34-4661-9acf-3440ba7fdf21" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.network.neutron [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.network.neutron [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Updating instance_info_cache with network_info: [{"id": "c229c0f0-d477-45ac-b036-8c3c91bb373b", "address": "fa:16:3e:d4:16:5c", "network": {"id": "96cc9aaf-b644-4c1a-8e03-ac941e9eef9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1064658278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2176a49267d40d8b8ef4ff07f41ae54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc229c0f0-d4", "ovs_interfaceid": "c229c0f0-d477-45ac-b036-8c3c91bb373b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Releasing lock "refresh_cache-49d0eb31-dd34-4661-9acf-3440ba7fdf21" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.compute.manager [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Instance network_info: |[{"id": "c229c0f0-d477-45ac-b036-8c3c91bb373b", "address": "fa:16:3e:d4:16:5c", "network": {"id": "96cc9aaf-b644-4c1a-8e03-ac941e9eef9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1064658278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2176a49267d40d8b8ef4ff07f41ae54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc229c0f0-d4", "ovs_interfaceid": "c229c0f0-d477-45ac-b036-8c3c91bb373b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8fce5006-6fc3-41f6-a73b-9a52a00f3988 req-7a0377a1-593b-4514-afcd-10e74db2da25 service nova] Acquired lock "refresh_cache-49d0eb31-dd34-4661-9acf-3440ba7fdf21" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.network.neutron [req-8fce5006-6fc3-41f6-a73b-9a52a00f3988 req-7a0377a1-593b-4514-afcd-10e74db2da25 service nova] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Refreshing network info cache for port c229c0f0-d477-45ac-b036-8c3c91bb373b {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Start _get_guest_xml network_info=[{"id": "c229c0f0-d477-45ac-b036-8c3c91bb373b", "address": "fa:16:3e:d4:16:5c", "network": {"id": "96cc9aaf-b644-4c1a-8e03-ac941e9eef9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1064658278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2176a49267d40d8b8ef4ff07f41ae54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc229c0f0-d4", "ovs_interfaceid": "c229c0f0-d477-45ac-b036-8c3c91bb373b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:02:00 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:02:00 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:01:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1077948448',display_name='tempest-ServersNegativeTestJSON-server-1077948448',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1077948448',id=27,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f2176a49267d40d8b8ef4ff07f41ae54',ramdisk_id='',reservation_id='r-21fve10z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-164783779',owner_user_name='tempest-ServersNegativeTestJSON-164783779-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:01:59Z,user_data=None,user_id='f36cef473e564e2caf707f5ee6f62764',uuid=49d0eb31-dd34-4661-9acf-3440ba7fdf21,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c229c0f0-d477-45ac-b036-8c3c91bb373b", "address": "fa:16:3e:d4:16:5c", "network": {"id": "96cc9aaf-b644-4c1a-8e03-ac941e9eef9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1064658278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2176a49267d40d8b8ef4ff07f41ae54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc229c0f0-d4", "ovs_interfaceid": "c229c0f0-d477-45ac-b036-8c3c91bb373b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Converting VIF {"id": "c229c0f0-d477-45ac-b036-8c3c91bb373b", "address": "fa:16:3e:d4:16:5c", "network": {"id": "96cc9aaf-b644-4c1a-8e03-ac941e9eef9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1064658278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2176a49267d40d8b8ef4ff07f41ae54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc229c0f0-d4", "ovs_interfaceid": "c229c0f0-d477-45ac-b036-8c3c91bb373b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:16:5c,bridge_name='br-int',has_traffic_filtering=True,id=c229c0f0-d477-45ac-b036-8c3c91bb373b,network=Network(96cc9aaf-b644-4c1a-8e03-ac941e9eef9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc229c0f0-d4') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.objects.instance [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lazy-loading 'pci_devices' on Instance uuid 49d0eb31-dd34-4661-9acf-3440ba7fdf21 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:02:00 user nova-compute[74974]:   <uuid>49d0eb31-dd34-4661-9acf-3440ba7fdf21</uuid>
Nov 29 12:02:00 user nova-compute[74974]:   <name>instance-0000001b</name>
Nov 29 12:02:00 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:02:00 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:02:00 user nova-compute[74974]:   <metadata>
Nov 29 12:02:00 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:02:00 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:02:00 user nova-compute[74974]:       <nova:name>tempest-ServersNegativeTestJSON-server-1077948448</nova:name>
Nov 29 12:02:00 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:02:00</nova:creationTime>
Nov 29 12:02:00 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:02:00 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:02:00 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:02:00 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:02:00 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:02:00 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:02:00 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:02:00 user nova-compute[74974]:       <nova:owner>
Nov 29 12:02:00 user nova-compute[74974]:         <nova:user uuid="f36cef473e564e2caf707f5ee6f62764">tempest-ServersNegativeTestJSON-164783779-project-member</nova:user>
Nov 29 12:02:00 user nova-compute[74974]:         <nova:project uuid="f2176a49267d40d8b8ef4ff07f41ae54">tempest-ServersNegativeTestJSON-164783779</nova:project>
Nov 29 12:02:00 user nova-compute[74974]:       </nova:owner>
Nov 29 12:02:00 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:02:00 user nova-compute[74974]:       <nova:ports>
Nov 29 12:02:00 user nova-compute[74974]:         <nova:port uuid="c229c0f0-d477-45ac-b036-8c3c91bb373b">
Nov 29 12:02:00 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 12:02:00 user nova-compute[74974]:         </nova:port>
Nov 29 12:02:00 user nova-compute[74974]:       </nova:ports>
Nov 29 12:02:00 user nova-compute[74974]:     </nova:instance>
Nov 29 12:02:00 user nova-compute[74974]:   </metadata>
Nov 29 12:02:00 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:02:00 user nova-compute[74974]:     <system>
Nov 29 12:02:00 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:02:00 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:02:00 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:02:00 user nova-compute[74974]:       <entry name="serial">49d0eb31-dd34-4661-9acf-3440ba7fdf21</entry>
Nov 29 12:02:00 user nova-compute[74974]:       <entry name="uuid">49d0eb31-dd34-4661-9acf-3440ba7fdf21</entry>
Nov 29 12:02:00 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:02:00 user nova-compute[74974]:     </system>
Nov 29 12:02:00 user nova-compute[74974]:   </sysinfo>
Nov 29 12:02:00 user nova-compute[74974]:   <os>
Nov 29 12:02:00 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:02:00 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:02:00 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:02:00 user nova-compute[74974]:   </os>
Nov 29 12:02:00 user nova-compute[74974]:   <features>
Nov 29 12:02:00 user nova-compute[74974]:     <acpi/>
Nov 29 12:02:00 user nova-compute[74974]:     <apic/>
Nov 29 12:02:00 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:02:00 user nova-compute[74974]:   </features>
Nov 29 12:02:00 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:02:00 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:02:00 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:02:00 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:02:00 user nova-compute[74974]:   </clock>
Nov 29 12:02:00 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:02:00 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:02:00 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:02:00 user nova-compute[74974]:   </cpu>
Nov 29 12:02:00 user nova-compute[74974]:   <devices>
Nov 29 12:02:00 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:02:00 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:02:00 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk"/>
Nov 29 12:02:00 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:02:00 user nova-compute[74974]:     </disk>
Nov 29 12:02:00 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:02:00 user nova-compute[74974]:       <mac address="fa:16:3e:d4:16:5c"/>
Nov 29 12:02:00 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:02:00 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:02:00 user nova-compute[74974]:       <target dev="tapc229c0f0-d4"/>
Nov 29 12:02:00 user nova-compute[74974]:     </interface>
Nov 29 12:02:00 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:02:00 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/console.log" append="off"/>
Nov 29 12:02:00 user nova-compute[74974]:     </serial>
Nov 29 12:02:00 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:02:00 user nova-compute[74974]:     <video>
Nov 29 12:02:00 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:02:00 user nova-compute[74974]:     </video>
Nov 29 12:02:00 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:02:00 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:02:00 user nova-compute[74974]:     </rng>
Nov 29 12:02:00 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:02:00 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:02:00 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:02:00 user nova-compute[74974]:     </memballoon>
Nov 29 12:02:00 user nova-compute[74974]:   </devices>
Nov 29 12:02:00 user nova-compute[74974]: </domain>
Nov 29 12:02:00 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:01:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1077948448',display_name='tempest-ServersNegativeTestJSON-server-1077948448',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1077948448',id=27,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f2176a49267d40d8b8ef4ff07f41ae54',ramdisk_id='',reservation_id='r-21fve10z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-164783779',owner_user_name='tempest-ServersNegativeTestJSON-164783779-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:01:59Z,user_data=None,user_id='f36cef473e564e2caf707f5ee6f62764',uuid=49d0eb31-dd34-4661-9acf-3440ba7fdf21,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c229c0f0-d477-45ac-b036-8c3c91bb373b", "address": "fa:16:3e:d4:16:5c", "network": {"id": "96cc9aaf-b644-4c1a-8e03-ac941e9eef9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1064658278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2176a49267d40d8b8ef4ff07f41ae54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc229c0f0-d4", "ovs_interfaceid": "c229c0f0-d477-45ac-b036-8c3c91bb373b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Converting VIF {"id": "c229c0f0-d477-45ac-b036-8c3c91bb373b", "address": "fa:16:3e:d4:16:5c", "network": {"id": "96cc9aaf-b644-4c1a-8e03-ac941e9eef9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1064658278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2176a49267d40d8b8ef4ff07f41ae54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc229c0f0-d4", "ovs_interfaceid": "c229c0f0-d477-45ac-b036-8c3c91bb373b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:16:5c,bridge_name='br-int',has_traffic_filtering=True,id=c229c0f0-d477-45ac-b036-8c3c91bb373b,network=Network(96cc9aaf-b644-4c1a-8e03-ac941e9eef9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc229c0f0-d4') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG os_vif [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:16:5c,bridge_name='br-int',has_traffic_filtering=True,id=c229c0f0-d477-45ac-b036-8c3c91bb373b,network=Network(96cc9aaf-b644-4c1a-8e03-ac941e9eef9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc229c0f0-d4') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '06079254-5ba7-5f88-b585-a5748222ccec', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc229c0f0-d4, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc229c0f0-d4, col_values=(('qos', UUID('991e332c-9900-4f5c-ba3a-a0eafe6fd42f')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc229c0f0-d4, col_values=(('external_ids', {'iface-id': 'c229c0f0-d477-45ac-b036-8c3c91bb373b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d4:16:5c', 'vm-uuid': '49d0eb31-dd34-4661-9acf-3440ba7fdf21'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:00 user nova-compute[74974]: INFO os_vif [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:16:5c,bridge_name='br-int',has_traffic_filtering=True,id=c229c0f0-d477-45ac-b036-8c3c91bb373b,network=Network(96cc9aaf-b644-4c1a-8e03-ac941e9eef9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc229c0f0-d4')
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:02:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] No VIF found with MAC fa:16:3e:d4:16:5c, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:02:01 user nova-compute[74974]: DEBUG nova.network.neutron [req-8fce5006-6fc3-41f6-a73b-9a52a00f3988 req-7a0377a1-593b-4514-afcd-10e74db2da25 service nova] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Updated VIF entry in instance network info cache for port c229c0f0-d477-45ac-b036-8c3c91bb373b. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:02:01 user nova-compute[74974]: DEBUG nova.network.neutron [req-8fce5006-6fc3-41f6-a73b-9a52a00f3988 req-7a0377a1-593b-4514-afcd-10e74db2da25 service nova] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Updating instance_info_cache with network_info: [{"id": "c229c0f0-d477-45ac-b036-8c3c91bb373b", "address": "fa:16:3e:d4:16:5c", "network": {"id": "96cc9aaf-b644-4c1a-8e03-ac941e9eef9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1064658278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2176a49267d40d8b8ef4ff07f41ae54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc229c0f0-d4", "ovs_interfaceid": "c229c0f0-d477-45ac-b036-8c3c91bb373b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:02:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8fce5006-6fc3-41f6-a73b-9a52a00f3988 req-7a0377a1-593b-4514-afcd-10e74db2da25 service nova] Releasing lock "refresh_cache-49d0eb31-dd34-4661-9acf-3440ba7fdf21" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:02:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:02 user nova-compute[74974]: DEBUG nova.compute.manager [req-fb8d6284-7a4d-460e-b03e-046cb7994225 req-7ea6e283-88e9-40bd-a462-6adabb4acc79 service nova] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Received event network-vif-plugged-c229c0f0-d477-45ac-b036-8c3c91bb373b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:02:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fb8d6284-7a4d-460e-b03e-046cb7994225 req-7ea6e283-88e9-40bd-a462-6adabb4acc79 service nova] Acquiring lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fb8d6284-7a4d-460e-b03e-046cb7994225 req-7ea6e283-88e9-40bd-a462-6adabb4acc79 service nova] Lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fb8d6284-7a4d-460e-b03e-046cb7994225 req-7ea6e283-88e9-40bd-a462-6adabb4acc79 service nova] Lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:02 user nova-compute[74974]: DEBUG nova.compute.manager [req-fb8d6284-7a4d-460e-b03e-046cb7994225 req-7ea6e283-88e9-40bd-a462-6adabb4acc79 service nova] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] No waiting events found dispatching network-vif-plugged-c229c0f0-d477-45ac-b036-8c3c91bb373b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:02:02 user nova-compute[74974]: WARNING nova.compute.manager [req-fb8d6284-7a4d-460e-b03e-046cb7994225 req-7ea6e283-88e9-40bd-a462-6adabb4acc79 service nova] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Received unexpected event network-vif-plugged-c229c0f0-d477-45ac-b036-8c3c91bb373b for instance with vm_state building and task_state spawning.
Nov 29 12:02:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:04 user nova-compute[74974]: DEBUG nova.compute.manager [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:02:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:02:04 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Instance spawned successfully.
Nov 29 12:02:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:02:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:02:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:02:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:02:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:02:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:02:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:02:04 user nova-compute[74974]: INFO nova.compute.manager [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Took 5.32 seconds to spawn the instance on the hypervisor.
Nov 29 12:02:04 user nova-compute[74974]: DEBUG nova.compute.manager [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:02:04 user nova-compute[74974]: INFO nova.compute.manager [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Took 6.20 seconds to build instance.
Nov 29 12:02:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5ef467bf-6631-4c91-b285-8cd29c1c79a2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.319s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:04 user nova-compute[74974]: DEBUG nova.compute.manager [req-6bf1da1b-b717-403b-8230-2e9993dda087 req-f7b0e315-d6c1-46f1-8e98-173fd1b045ca service nova] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Received event network-vif-plugged-c229c0f0-d477-45ac-b036-8c3c91bb373b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:02:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6bf1da1b-b717-403b-8230-2e9993dda087 req-f7b0e315-d6c1-46f1-8e98-173fd1b045ca service nova] Acquiring lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6bf1da1b-b717-403b-8230-2e9993dda087 req-f7b0e315-d6c1-46f1-8e98-173fd1b045ca service nova] Lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6bf1da1b-b717-403b-8230-2e9993dda087 req-f7b0e315-d6c1-46f1-8e98-173fd1b045ca service nova] Lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:04 user nova-compute[74974]: DEBUG nova.compute.manager [req-6bf1da1b-b717-403b-8230-2e9993dda087 req-f7b0e315-d6c1-46f1-8e98-173fd1b045ca service nova] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] No waiting events found dispatching network-vif-plugged-c229c0f0-d477-45ac-b036-8c3c91bb373b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:02:04 user nova-compute[74974]: WARNING nova.compute.manager [req-6bf1da1b-b717-403b-8230-2e9993dda087 req-f7b0e315-d6c1-46f1-8e98-173fd1b045ca service nova] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Received unexpected event network-vif-plugged-c229c0f0-d477-45ac-b036-8c3c91bb373b for instance with vm_state active and task_state None.
Nov 29 12:02:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-7b253a4b-aec2-46e5-988c-b99eebb96cde req-63b70eff-6bb8-44d4-8308-fa9d597b5605 service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Received event network-changed-c27ab9c0-a045-4e4a-acad-d5c864ab2471 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:02:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-7b253a4b-aec2-46e5-988c-b99eebb96cde req-63b70eff-6bb8-44d4-8308-fa9d597b5605 service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Refreshing instance network info cache due to event network-changed-c27ab9c0-a045-4e4a-acad-d5c864ab2471. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:02:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7b253a4b-aec2-46e5-988c-b99eebb96cde req-63b70eff-6bb8-44d4-8308-fa9d597b5605 service nova] Acquiring lock "refresh_cache-2670ed6a-fc41-4485-b559-c60a5aced4da" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:02:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7b253a4b-aec2-46e5-988c-b99eebb96cde req-63b70eff-6bb8-44d4-8308-fa9d597b5605 service nova] Acquired lock "refresh_cache-2670ed6a-fc41-4485-b559-c60a5aced4da" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:02:08 user nova-compute[74974]: DEBUG nova.network.neutron [req-7b253a4b-aec2-46e5-988c-b99eebb96cde req-63b70eff-6bb8-44d4-8308-fa9d597b5605 service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Refreshing network info cache for port c27ab9c0-a045-4e4a-acad-d5c864ab2471 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:02:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:08 user nova-compute[74974]: DEBUG nova.network.neutron [req-7b253a4b-aec2-46e5-988c-b99eebb96cde req-63b70eff-6bb8-44d4-8308-fa9d597b5605 service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Updated VIF entry in instance network info cache for port c27ab9c0-a045-4e4a-acad-d5c864ab2471. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:02:08 user nova-compute[74974]: DEBUG nova.network.neutron [req-7b253a4b-aec2-46e5-988c-b99eebb96cde req-63b70eff-6bb8-44d4-8308-fa9d597b5605 service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Updating instance_info_cache with network_info: [{"id": "c27ab9c0-a045-4e4a-acad-d5c864ab2471", "address": "fa:16:3e:eb:6b:7c", "network": {"id": "8205b638-6a99-4e3c-9349-507223b04af2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-154931869-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "795f3126dba4461ebb19beff695319e0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc27ab9c0-a0", "ovs_interfaceid": "c27ab9c0-a045-4e4a-acad-d5c864ab2471", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:02:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7b253a4b-aec2-46e5-988c-b99eebb96cde req-63b70eff-6bb8-44d4-8308-fa9d597b5605 service nova] Releasing lock "refresh_cache-2670ed6a-fc41-4485-b559-c60a5aced4da" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Acquiring lock "2670ed6a-fc41-4485-b559-c60a5aced4da" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG nova.objects.instance [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lazy-loading 'flavor' on Instance uuid 2670ed6a-fc41-4485-b559-c60a5aced4da {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.068s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Acquiring lock "2670ed6a-fc41-4485-b559-c60a5aced4da" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:09 user nova-compute[74974]: INFO nova.compute.manager [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Attaching volume 5eb06499-2ad6-44de-a64b-91c61408e471 to /dev/vdb
Nov 29 12:02:09 user nova-compute[74974]: DEBUG os_brick.utils [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[df813341-d8ac-40d4-b34c-e9e6cff73dc4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bd2928e-01a1-4b07-8944-35798873c3c4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[80a6e5a2-a321-469f-ba64-d1504f44ae79]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2309ff69-b7ef-4491-a400-fbadc8bc3702]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:02:09 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:02:09 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[800d2a6d-3f06-4ce4-8381-9e082f1478c1]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG os_brick.utils [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] <== get_connector_properties: return (144ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:02:09 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Updating existing volume attachment record: 665d4f41-e930-49bc-b1ab-0e7bb017d86f {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:02:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:12 user nova-compute[74974]: DEBUG nova.network.neutron [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Port 31355e62-bc34-4f55-9046-5b2cd97d9a6e binding to destination host user is already ACTIVE {{(pid=74974) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 29 12:02:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:02:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquired lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:02:12 user nova-compute[74974]: DEBUG nova.network.neutron [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:02:13 user nova-compute[74974]: DEBUG nova.network.neutron [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Updating instance_info_cache with network_info: [{"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:02:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Releasing lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:02:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Creating tmpfile /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/tmp1f6elyfo to verify with other compute node that the instance is on the same shared storage. {{(pid=74974) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9625}}
Nov 29 12:02:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:13 user nova-compute[74974]: DEBUG nova.compute.manager [req-25cf92d4-504a-4fc1-82b6-0cff84be6d65 req-46ccbd66-adc1-4d32-9337-1a7801095868 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received event network-vif-unplugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:02:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-25cf92d4-504a-4fc1-82b6-0cff84be6d65 req-46ccbd66-adc1-4d32-9337-1a7801095868 service nova] Acquiring lock "77ed4d86-4087-4a21-af35-605d0210e311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-25cf92d4-504a-4fc1-82b6-0cff84be6d65 req-46ccbd66-adc1-4d32-9337-1a7801095868 service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-25cf92d4-504a-4fc1-82b6-0cff84be6d65 req-46ccbd66-adc1-4d32-9337-1a7801095868 service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:13 user nova-compute[74974]: DEBUG nova.compute.manager [req-25cf92d4-504a-4fc1-82b6-0cff84be6d65 req-46ccbd66-adc1-4d32-9337-1a7801095868 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] No waiting events found dispatching network-vif-unplugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:02:13 user nova-compute[74974]: WARNING nova.compute.manager [req-25cf92d4-504a-4fc1-82b6-0cff84be6d65 req-46ccbd66-adc1-4d32-9337-1a7801095868 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received unexpected event network-vif-unplugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e for instance with vm_state resized and task_state resize_reverting.
Nov 29 12:02:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:13 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Instance destroyed successfully.
Nov 29 12:02:13 user nova-compute[74974]: DEBUG nova.objects.instance [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lazy-loading 'resources' on Instance uuid 77ed4d86-4087-4a21-af35-605d0210e311 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:56:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1208219453',display_name='tempest-ServerActionsTestOtherB-server-1208219453',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1208219453',id=17,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMEsUjykAgUNa3csGZC9iRUAhETNsLTgDXqVQBv+ndOSKWpqfjhtJTIK74zBPGK6mAoGj7Jj++jq1eiZ4ob+SL5PnaChX4cHJaqtikjug7Q1bG8i1WTLZq3t37QKqidd/w==',key_name='tempest-keypair-1277993427',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:00:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2345f7ecfc4f464eb51a42bbe9bdb7b2',ramdisk_id='',reservation_id='r-2ro0m0cu',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-630198144',owner_user_name='tempest-ServerActionsTestOtherB-630198144-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:00:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='15f1b481656d4771af51c2249fc2215d',uuid=77ed4d86-4087-4a21-af35-605d0210e311,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Converting VIF {"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:dd:c6:ee,bridge_name='br-int',has_traffic_filtering=True,id=31355e62-bc34-4f55-9046-5b2cd97d9a6e,network=Network(141bc410-6915-4f2c-8d7a-b2e80cfc873a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31355e62-bc') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG os_vif [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:dd:c6:ee,bridge_name='br-int',has_traffic_filtering=True,id=31355e62-bc34-4f55-9046-5b2cd97d9a6e,network=Network(141bc410-6915-4f2c-8d7a-b2e80cfc873a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31355e62-bc') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap31355e62-bc, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=33171b0b-0db1-4bff-8466-353cdb01cbdf) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:02:14 user nova-compute[74974]: INFO os_vif [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:dd:c6:ee,bridge_name='br-int',has_traffic_filtering=True,id=31355e62-bc34-4f55-9046-5b2cd97d9a6e,network=Network(141bc410-6915-4f2c-8d7a-b2e80cfc873a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31355e62-bc')
Nov 29 12:02:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tFXuMcpZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:02:14 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:02:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1a51272-f062-4ce6-bdb4-c61628d5b101]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:02:14 user nova-compute[74974]: No targets found.
Nov 29 12:02:14 user nova-compute[74974]: iSNS:
Nov 29 12:02:14 user nova-compute[74974]: No targets found.
Nov 29 12:02:14 user nova-compute[74974]: STATIC:
Nov 29 12:02:14 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:02:14 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:02:14 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:02:14 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218
Nov 29 12:02:14 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:02:14 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:02:14 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b
Nov 29 12:02:14 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:02:14 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:02:14 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636
Nov 29 12:02:14 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:02:14 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:02:14 user nova-compute[74974]: FIRMWARE:
Nov 29 12:02:14 user nova-compute[74974]: No targets found.
Nov 29 12:02:14 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:02:14 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:02:14 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9074c20-4012-4df5-a8a6-388d4f7e60da]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[64d32294-1615-4c16-8707-2dfa148a3704]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:02:14 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:02:14 user nova-compute[74974]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:02:14 user nova-compute[74974]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:02:14 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:02:14 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:02:14 user nova-compute[74974]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:02:14 user nova-compute[74974]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:02:14 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa82b4280>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218'): ({'sdb'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Removing single pathed devices sdb {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[59758175-65ed-401c-b4be-1f0189ac6736]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[74a32798-6e07-489e-b0ad-0f043a41523c]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Flushing IO for device /dev/sdb {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d26f6e95-843e-480d-84e7-f2536044d24c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e22c7a9-76ed-44fa-b751-68a2ea9a67d9]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3b7bdd3-1c67-4f86-b273-e50774218058]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --logout" returned: 0 in 0.130s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f66a649-14b3-42bd-91ea-2c92e0856878]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260]
Nov 29 12:02:14 user nova-compute[74974]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260] successful.
Nov 29 12:02:14 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e8ad13d-98a1-4412-9710-0aa83e9260ab]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.391s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] <== disconnect_volume: return (393ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:02:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:02:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:15 user nova-compute[74974]: DEBUG nova.objects.instance [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lazy-loading 'migration_context' on Instance uuid 77ed4d86-4087-4a21-af35-605d0210e311 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:02:15 user nova-compute[74974]: DEBUG nova.objects.base [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Object Instance<77ed4d86-4087-4a21-af35-605d0210e311> lazy-loaded attributes: resources,migration_context {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:02:15 user nova-compute[74974]: DEBUG nova.compute.manager [req-0342ffae-5028-4000-b545-261872193936 req-e50be6cd-40f6-421d-bc39-116f19cbc2e9 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received event network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:02:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0342ffae-5028-4000-b545-261872193936 req-e50be6cd-40f6-421d-bc39-116f19cbc2e9 service nova] Acquiring lock "77ed4d86-4087-4a21-af35-605d0210e311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0342ffae-5028-4000-b545-261872193936 req-e50be6cd-40f6-421d-bc39-116f19cbc2e9 service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0342ffae-5028-4000-b545-261872193936 req-e50be6cd-40f6-421d-bc39-116f19cbc2e9 service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:15 user nova-compute[74974]: DEBUG nova.compute.manager [req-0342ffae-5028-4000-b545-261872193936 req-e50be6cd-40f6-421d-bc39-116f19cbc2e9 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] No waiting events found dispatching network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:02:15 user nova-compute[74974]: WARNING nova.compute.manager [req-0342ffae-5028-4000-b545-261872193936 req-e50be6cd-40f6-421d-bc39-116f19cbc2e9 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received unexpected event network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e for instance with vm_state resized and task_state resize_reverting.
Nov 29 12:02:15 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:02:15 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:02:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.535s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:16 user nova-compute[74974]: INFO nova.compute.manager [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Swapping old allocation on dict_keys(['acbc7b17-f018-42b8-afd4-030057f87dc2']) held by migration 078c800d-a654-4bd5-95e9-68105062f31a for instance
Nov 29 12:02:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:16 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Overwriting current allocation {'allocations': {'acbc7b17-f018-42b8-afd4-030057f87dc2': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 32}}, 'project_id': '2345f7ecfc4f464eb51a42bbe9bdb7b2', 'user_id': '15f1b481656d4771af51c2249fc2215d', 'consumer_generation': 1} on consumer 77ed4d86-4087-4a21-af35-605d0210e311 {{(pid=74974) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Nov 29 12:02:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:02:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquired lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:02:16 user nova-compute[74974]: DEBUG nova.network.neutron [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:02:17 user nova-compute[74974]: DEBUG nova.network.neutron [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Updating instance_info_cache with network_info: [{"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Releasing lock "refresh_cache-77ed4d86-4087-4a21-af35-605d0210e311" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.utils [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ef0c979-020d-4e47-a8c4-ade261aef1b7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[981a0eaa-3a20-46a0-bf02-c13d48fc6f56]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea2bd05c-5e0e-4e13-ac7b-540c3b056502]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e00a826-f7f4-428f-b847-d29fa46fdf77]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:02:18 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9da0d8c2-95aa-46a9-89f1-b465ea06adcb]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.utils [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] <== get_connector_properties: return (163ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SLFqdXOe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:02:18 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:02:18 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:02:18 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd05cdeb-e341-4137-9f44-76a8188813f0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:02:18 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ffe154e-abd4-4e85-ac29-0794bdc3df30]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471] added
Nov 29 12:02:18 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.049s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[daa4aaa1-28ee-4b28-87f5-c85fd63b9f74]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[114697c9-20b7-494a-bd56-4d707cb26aff]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SLFqdXOe {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SLFqdXOe" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c34082f-0dd2-4a3b-a009-3603d6622300]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SLFqdXOe'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.039s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2420ef5-6d37-4b90-a42a-bf88244c9135]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[430ce144-7ff9-4acc-8cde-161896126ab7]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:02:18 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:02:18 user nova-compute[74974]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:02:18 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:02:18 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:02:18 user nova-compute[74974]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:02:18 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[919287e0-53e6-4059-be4e-beafa03a8396]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471, portal: 172.16.0.220,3260]
Nov 29 12:02:18 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471, portal: 172.16.0.220,3260] successful.
Nov 29 12:02:18 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ece34fd9-5d88-43ce-9caf-40c9a0cbb26c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[00fa9385-7f22-400c-9fdd-bfb6327a4bc5]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:02:18 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:02:18 user nova-compute[74974]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:02:18 user nova-compute[74974]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)
Nov 29 12:02:18 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:02:18 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:02:18 user nova-compute[74974]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:02:18 user nova-compute[74974]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)
Nov 29 12:02:18 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.350s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] HCTL ('33', '-', '-', 0) found on session 38 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.032s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8ddca6c-bb56-46e7-9869-7dc1b6d2a8d8]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Searching for a device in session 38 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SLFqdXOe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:02:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.406s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:02:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] <== connect_volume: return (1407ms) {'type': 'block', 'scsi_wwn': '26632636163653132', 'path': '/dev/sdb'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:02:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26632636163653132', 'path': '/dev/sdb'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:02:19 user nova-compute[74974]: DEBUG nova.objects.instance [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lazy-loading 'flavor' on Instance uuid 2670ed6a-fc41-4485-b559-c60a5aced4da {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:02:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 12:02:20 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:02:20 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:02:20 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:02:20 user nova-compute[74974]:   <serial>5eb06499-2ad6-44de-a64b-91c61408e471</serial>
Nov 29 12:02:20 user nova-compute[74974]: </disk>
Nov 29 12:02:20 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 12:02:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:02:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:02:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] No VIF found with MAC fa:16:3e:eb:6b:7c, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:02:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8e3d29a0-6a36-4a1e-b4cd-02d97bfe3061 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.063s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Acquiring lock "37792762-8363-408a-bf0e-66b042f02aa1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "37792762-8363-408a-bf0e-66b042f02aa1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:02:23 user nova-compute[74974]: INFO nova.compute.claims [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Claim successful on node user
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Acquiring lock "2670ed6a-fc41-4485-b559-c60a5aced4da" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG nova.objects.instance [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lazy-loading 'flavor' on Instance uuid 2670ed6a-fc41-4485-b559-c60a5aced4da {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.082s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Acquiring lock "2670ed6a-fc41-4485-b559-c60a5aced4da" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:23 user nova-compute[74974]: INFO nova.compute.manager [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Attaching volume 9e072934-673f-4acf-8b67-d1f230a2631a to /dev/vdc
Nov 29 12:02:23 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG os_brick.utils [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[04048c4c-90dd-4025-b827-a3e3de95a4dd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.552s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c1fa2e5-c268-43a5-8607-11d125dade19]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c07fbf6-692d-4012-9af3-3474763c5bf5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[43e3dc4a-0d2b-4a8e-afdd-417a2373d1d1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG nova.network.neutron [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:02:23 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba7a42b2-3253-4722-807d-2c91fb9feace]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG os_brick.utils [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Updating existing volume attachment record: b67d1e94-c073-4670-8324-c3329d3bf35b {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:02:23 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:02:23 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG nova.policy [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f98f81dfe842493f901d3b52e54402ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec243847253e490da44f1ca8fc8735f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:02:23 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Creating image(s)
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Acquiring lock "/opt/stack/data/nova/instances/37792762-8363-408a-bf0e-66b042f02aa1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "/opt/stack/data/nova/instances/37792762-8363-408a-bf0e-66b042f02aa1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "/opt/stack/data/nova/instances/37792762-8363-408a-bf0e-66b042f02aa1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.229s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.198s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/37792762-8363-408a-bf0e-66b042f02aa1/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:24 user nova-compute[74974]: DEBUG nova.network.neutron [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Successfully created port: a7cf726c-2301-4c72-afb0-91f724a16cdd {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:02:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/37792762-8363-408a-bf0e-66b042f02aa1/disk 1073741824" returned: 0 in 0.054s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:24 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Checking if we can resize image /opt/stack/data/nova/instances/37792762-8363-408a-bf0e-66b042f02aa1/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:02:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37792762-8363-408a-bf0e-66b042f02aa1/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37792762-8363-408a-bf0e-66b042f02aa1/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:24 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Cannot resize image /opt/stack/data/nova/instances/37792762-8363-408a-bf0e-66b042f02aa1/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:02:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:02:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Ensure instance console log exists: /opt/stack/data/nova/instances/37792762-8363-408a-bf0e-66b042f02aa1/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:02:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.network.neutron [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Successfully updated port: a7cf726c-2301-4c72-afb0-91f724a16cdd {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Acquiring lock "refresh_cache-37792762-8363-408a-bf0e-66b042f02aa1" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Acquired lock "refresh_cache-37792762-8363-408a-bf0e-66b042f02aa1" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.network.neutron [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.compute.manager [req-e82aa191-04b5-4cff-94da-94db6c1b7aba req-94d24502-d417-4cbf-9161-3d9e56b771b4 service nova] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Received event network-changed-a7cf726c-2301-4c72-afb0-91f724a16cdd {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.compute.manager [req-e82aa191-04b5-4cff-94da-94db6c1b7aba req-94d24502-d417-4cbf-9161-3d9e56b771b4 service nova] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Refreshing instance network info cache due to event network-changed-a7cf726c-2301-4c72-afb0-91f724a16cdd. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e82aa191-04b5-4cff-94da-94db6c1b7aba req-94d24502-d417-4cbf-9161-3d9e56b771b4 service nova] Acquiring lock "refresh_cache-37792762-8363-408a-bf0e-66b042f02aa1" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.network.neutron [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.network.neutron [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Updating instance_info_cache with network_info: [{"id": "a7cf726c-2301-4c72-afb0-91f724a16cdd", "address": "fa:16:3e:17:90:d1", "network": {"id": "5a6e7699-bd80-42ef-9232-a58aad32b46b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-177745107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec243847253e490da44f1ca8fc8735f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7cf726c-23", "ovs_interfaceid": "a7cf726c-2301-4c72-afb0-91f724a16cdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Releasing lock "refresh_cache-37792762-8363-408a-bf0e-66b042f02aa1" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Instance network_info: |[{"id": "a7cf726c-2301-4c72-afb0-91f724a16cdd", "address": "fa:16:3e:17:90:d1", "network": {"id": "5a6e7699-bd80-42ef-9232-a58aad32b46b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-177745107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec243847253e490da44f1ca8fc8735f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7cf726c-23", "ovs_interfaceid": "a7cf726c-2301-4c72-afb0-91f724a16cdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e82aa191-04b5-4cff-94da-94db6c1b7aba req-94d24502-d417-4cbf-9161-3d9e56b771b4 service nova] Acquired lock "refresh_cache-37792762-8363-408a-bf0e-66b042f02aa1" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.network.neutron [req-e82aa191-04b5-4cff-94da-94db6c1b7aba req-94d24502-d417-4cbf-9161-3d9e56b771b4 service nova] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Refreshing network info cache for port a7cf726c-2301-4c72-afb0-91f724a16cdd {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Start _get_guest_xml network_info=[{"id": "a7cf726c-2301-4c72-afb0-91f724a16cdd", "address": "fa:16:3e:17:90:d1", "network": {"id": "5a6e7699-bd80-42ef-9232-a58aad32b46b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-177745107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec243847253e490da44f1ca8fc8735f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7cf726c-23", "ovs_interfaceid": "a7cf726c-2301-4c72-afb0-91f724a16cdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:02:25 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:02:25 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:02:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1361494844',display_name='tempest-VolumesActionsTest-instance-1361494844',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1361494844',id=28,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ec243847253e490da44f1ca8fc8735f9',ramdisk_id='',reservation_id='r-dsmzni1z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1640631024',owner_user_name='tempest-VolumesActionsTest-1640631024-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:02:24Z,user_data=None,user_id='f98f81dfe842493f901d3b52e54402ac',uuid=37792762-8363-408a-bf0e-66b042f02aa1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a7cf726c-2301-4c72-afb0-91f724a16cdd", "address": "fa:16:3e:17:90:d1", "network": {"id": "5a6e7699-bd80-42ef-9232-a58aad32b46b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-177745107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec243847253e490da44f1ca8fc8735f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7cf726c-23", "ovs_interfaceid": "a7cf726c-2301-4c72-afb0-91f724a16cdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Converting VIF {"id": "a7cf726c-2301-4c72-afb0-91f724a16cdd", "address": "fa:16:3e:17:90:d1", "network": {"id": "5a6e7699-bd80-42ef-9232-a58aad32b46b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-177745107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec243847253e490da44f1ca8fc8735f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7cf726c-23", "ovs_interfaceid": "a7cf726c-2301-4c72-afb0-91f724a16cdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:90:d1,bridge_name='br-int',has_traffic_filtering=True,id=a7cf726c-2301-4c72-afb0-91f724a16cdd,network=Network(5a6e7699-bd80-42ef-9232-a58aad32b46b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7cf726c-23') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.objects.instance [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lazy-loading 'pci_devices' on Instance uuid 37792762-8363-408a-bf0e-66b042f02aa1 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:02:25 user nova-compute[74974]:   <uuid>37792762-8363-408a-bf0e-66b042f02aa1</uuid>
Nov 29 12:02:25 user nova-compute[74974]:   <name>instance-0000001c</name>
Nov 29 12:02:25 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:02:25 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:02:25 user nova-compute[74974]:   <metadata>
Nov 29 12:02:25 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:02:25 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:02:25 user nova-compute[74974]:       <nova:name>tempest-VolumesActionsTest-instance-1361494844</nova:name>
Nov 29 12:02:25 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:02:25</nova:creationTime>
Nov 29 12:02:25 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:02:25 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:02:25 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:02:25 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:02:25 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:02:25 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:02:25 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:02:25 user nova-compute[74974]:       <nova:owner>
Nov 29 12:02:25 user nova-compute[74974]:         <nova:user uuid="f98f81dfe842493f901d3b52e54402ac">tempest-VolumesActionsTest-1640631024-project-member</nova:user>
Nov 29 12:02:25 user nova-compute[74974]:         <nova:project uuid="ec243847253e490da44f1ca8fc8735f9">tempest-VolumesActionsTest-1640631024</nova:project>
Nov 29 12:02:25 user nova-compute[74974]:       </nova:owner>
Nov 29 12:02:25 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:02:25 user nova-compute[74974]:       <nova:ports>
Nov 29 12:02:25 user nova-compute[74974]:         <nova:port uuid="a7cf726c-2301-4c72-afb0-91f724a16cdd">
Nov 29 12:02:25 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 29 12:02:25 user nova-compute[74974]:         </nova:port>
Nov 29 12:02:25 user nova-compute[74974]:       </nova:ports>
Nov 29 12:02:25 user nova-compute[74974]:     </nova:instance>
Nov 29 12:02:25 user nova-compute[74974]:   </metadata>
Nov 29 12:02:25 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:02:25 user nova-compute[74974]:     <system>
Nov 29 12:02:25 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:02:25 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:02:25 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:02:25 user nova-compute[74974]:       <entry name="serial">37792762-8363-408a-bf0e-66b042f02aa1</entry>
Nov 29 12:02:25 user nova-compute[74974]:       <entry name="uuid">37792762-8363-408a-bf0e-66b042f02aa1</entry>
Nov 29 12:02:25 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:02:25 user nova-compute[74974]:     </system>
Nov 29 12:02:25 user nova-compute[74974]:   </sysinfo>
Nov 29 12:02:25 user nova-compute[74974]:   <os>
Nov 29 12:02:25 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:02:25 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:02:25 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:02:25 user nova-compute[74974]:   </os>
Nov 29 12:02:25 user nova-compute[74974]:   <features>
Nov 29 12:02:25 user nova-compute[74974]:     <acpi/>
Nov 29 12:02:25 user nova-compute[74974]:     <apic/>
Nov 29 12:02:25 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:02:25 user nova-compute[74974]:   </features>
Nov 29 12:02:25 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:02:25 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:02:25 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:02:25 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:02:25 user nova-compute[74974]:   </clock>
Nov 29 12:02:25 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:02:25 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:02:25 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:02:25 user nova-compute[74974]:   </cpu>
Nov 29 12:02:25 user nova-compute[74974]:   <devices>
Nov 29 12:02:25 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:02:25 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:02:25 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/37792762-8363-408a-bf0e-66b042f02aa1/disk"/>
Nov 29 12:02:25 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:02:25 user nova-compute[74974]:     </disk>
Nov 29 12:02:25 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:02:25 user nova-compute[74974]:       <mac address="fa:16:3e:17:90:d1"/>
Nov 29 12:02:25 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:02:25 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:02:25 user nova-compute[74974]:       <target dev="tapa7cf726c-23"/>
Nov 29 12:02:25 user nova-compute[74974]:     </interface>
Nov 29 12:02:25 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:02:25 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/37792762-8363-408a-bf0e-66b042f02aa1/console.log" append="off"/>
Nov 29 12:02:25 user nova-compute[74974]:     </serial>
Nov 29 12:02:25 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:02:25 user nova-compute[74974]:     <video>
Nov 29 12:02:25 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:02:25 user nova-compute[74974]:     </video>
Nov 29 12:02:25 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:02:25 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:02:25 user nova-compute[74974]:     </rng>
Nov 29 12:02:25 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:02:25 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:02:25 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:02:25 user nova-compute[74974]:     </memballoon>
Nov 29 12:02:25 user nova-compute[74974]:   </devices>
Nov 29 12:02:25 user nova-compute[74974]: </domain>
Nov 29 12:02:25 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:02:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1361494844',display_name='tempest-VolumesActionsTest-instance-1361494844',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1361494844',id=28,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ec243847253e490da44f1ca8fc8735f9',ramdisk_id='',reservation_id='r-dsmzni1z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1640631024',owner_user_name='tempest-VolumesActionsTest-1640631024-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:02:24Z,user_data=None,user_id='f98f81dfe842493f901d3b52e54402ac',uuid=37792762-8363-408a-bf0e-66b042f02aa1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a7cf726c-2301-4c72-afb0-91f724a16cdd", "address": "fa:16:3e:17:90:d1", "network": {"id": "5a6e7699-bd80-42ef-9232-a58aad32b46b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-177745107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec243847253e490da44f1ca8fc8735f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7cf726c-23", "ovs_interfaceid": "a7cf726c-2301-4c72-afb0-91f724a16cdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Converting VIF {"id": "a7cf726c-2301-4c72-afb0-91f724a16cdd", "address": "fa:16:3e:17:90:d1", "network": {"id": "5a6e7699-bd80-42ef-9232-a58aad32b46b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-177745107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec243847253e490da44f1ca8fc8735f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7cf726c-23", "ovs_interfaceid": "a7cf726c-2301-4c72-afb0-91f724a16cdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:90:d1,bridge_name='br-int',has_traffic_filtering=True,id=a7cf726c-2301-4c72-afb0-91f724a16cdd,network=Network(5a6e7699-bd80-42ef-9232-a58aad32b46b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7cf726c-23') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG os_vif [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:90:d1,bridge_name='br-int',has_traffic_filtering=True,id=a7cf726c-2301-4c72-afb0-91f724a16cdd,network=Network(5a6e7699-bd80-42ef-9232-a58aad32b46b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7cf726c-23') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e1a16f41-8d32-52ce-a070-aa816d8b3f4d', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa7cf726c-23, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa7cf726c-23, col_values=(('qos', UUID('b6d4f23b-6be5-450f-a242-1e36c31252bb')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa7cf726c-23, col_values=(('external_ids', {'iface-id': 'a7cf726c-2301-4c72-afb0-91f724a16cdd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:17:90:d1', 'vm-uuid': '37792762-8363-408a-bf0e-66b042f02aa1'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:25 user nova-compute[74974]: INFO os_vif [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:90:d1,bridge_name='br-int',has_traffic_filtering=True,id=a7cf726c-2301-4c72-afb0-91f724a16cdd,network=Network(5a6e7699-bd80-42ef-9232-a58aad32b46b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7cf726c-23')
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] No VIF found with MAC fa:16:3e:17:90:d1, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.network.neutron [req-e82aa191-04b5-4cff-94da-94db6c1b7aba req-94d24502-d417-4cbf-9161-3d9e56b771b4 service nova] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Updated VIF entry in instance network info cache for port a7cf726c-2301-4c72-afb0-91f724a16cdd. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG nova.network.neutron [req-e82aa191-04b5-4cff-94da-94db6c1b7aba req-94d24502-d417-4cbf-9161-3d9e56b771b4 service nova] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Updating instance_info_cache with network_info: [{"id": "a7cf726c-2301-4c72-afb0-91f724a16cdd", "address": "fa:16:3e:17:90:d1", "network": {"id": "5a6e7699-bd80-42ef-9232-a58aad32b46b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-177745107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec243847253e490da44f1ca8fc8735f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7cf726c-23", "ovs_interfaceid": "a7cf726c-2301-4c72-afb0-91f724a16cdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:02:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e82aa191-04b5-4cff-94da-94db6c1b7aba req-94d24502-d417-4cbf-9161-3d9e56b771b4 service nova] Releasing lock "refresh_cache-37792762-8363-408a-bf0e-66b042f02aa1" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Starting finish_revert_migration {{(pid=74974) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11816}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Start _get_guest_xml network_info=[{"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'attachment_id': '65b06979-53d6-4f97-8d8d-8fad0fb4f967', 'guest_format': None, 'device_type': 'disk', 'boot_index': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tFXuMcpZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '77ed4d86-4087-4a21-af35-605d0210e311', 'attached_at': '2023-11-29T12:02:26.000000', 'detached_at': '', 'volume_id': '259cb8a4-1def-4acc-b69a-d8153841c218', 'serial': '259cb8a4-1def-4acc-b69a-d8153841c218'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:02:26 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:02:26 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:02:26 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG nova.objects.instance [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lazy-loading 'vcpu_model' on Instance uuid 77ed4d86-4087-4a21-af35-605d0210e311 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tFXuMcpZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:02:26 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:02:26 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:02:26 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce65119c-a2a5-4469-80e5-b58a953b42a3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:02:26 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[070dd344-b159-468f-ad0a-0f43dfa1ac73]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218] added
Nov 29 12:02:26 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf3aaa70-3569-485a-a595-976a60fb143b]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[de02d933-5df1-43ec-9c83-c2326f530103]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tFXuMcpZ {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tFXuMcpZ" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e086e9b0-f913-4766-8d04-ae54d2cf749d]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tFXuMcpZ'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b681923-5573-4be6-bae9-4e29d163d72e]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f195fd89-6d76-4a76-a8c5-2b1ac1c9da13]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:02:26 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:02:26 user nova-compute[74974]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:02:26 user nova-compute[74974]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)
Nov 29 12:02:26 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:02:26 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:02:26 user nova-compute[74974]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:02:26 user nova-compute[74974]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)
Nov 29 12:02:26 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3fa9722-691a-4fc3-9713-ee59a12a0151]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260]
Nov 29 12:02:26 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260] successful.
Nov 29 12:02:26 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[964a17b7-4eb4-4f57-9317-048bb00e3d47]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba0ef9c9-db4a-44ff-beea-1df28b9b7716]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:02:26 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:02:26 user nova-compute[74974]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:02:26 user nova-compute[74974]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)
Nov 29 12:02:26 user nova-compute[74974]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:02:26 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:02:26 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:02:26 user nova-compute[74974]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:02:26 user nova-compute[74974]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)
Nov 29 12:02:26 user nova-compute[74974]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:02:26 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.288s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] HCTL ('36', '-', '-', 0) found on session 39 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8beea718-523b-48bd-87f3-2101ea311b25]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Searching for a device in session 39 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tFXuMcpZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG nova.compute.manager [req-ca5a3585-d167-471f-a7d0-108171b2d6a5 req-2431243f-cf40-409d-838e-6d1ed305ec0c service nova] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Received event network-vif-plugged-a7cf726c-2301-4c72-afb0-91f724a16cdd {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ca5a3585-d167-471f-a7d0-108171b2d6a5 req-2431243f-cf40-409d-838e-6d1ed305ec0c service nova] Acquiring lock "37792762-8363-408a-bf0e-66b042f02aa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ca5a3585-d167-471f-a7d0-108171b2d6a5 req-2431243f-cf40-409d-838e-6d1ed305ec0c service nova] Lock "37792762-8363-408a-bf0e-66b042f02aa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ca5a3585-d167-471f-a7d0-108171b2d6a5 req-2431243f-cf40-409d-838e-6d1ed305ec0c service nova] Lock "37792762-8363-408a-bf0e-66b042f02aa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG nova.compute.manager [req-ca5a3585-d167-471f-a7d0-108171b2d6a5 req-2431243f-cf40-409d-838e-6d1ed305ec0c service nova] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] No waiting events found dispatching network-vif-plugged-a7cf726c-2301-4c72-afb0-91f724a16cdd {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:02:27 user nova-compute[74974]: WARNING nova.compute.manager [req-ca5a3585-d167-471f-a7d0-108171b2d6a5 req-2431243f-cf40-409d-838e-6d1ed305ec0c service nova] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Received unexpected event network-vif-plugged-a7cf726c-2301-4c72-afb0-91f724a16cdd for instance with vm_state building and task_state spawning.
Nov 29 12:02:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] <== connect_volume: return (1324ms) {'type': 'block', 'scsi_wwn': '23133343134623832', 'path': '/dev/sde'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23133343134623832', 'path': '/dev/sde'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:56:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1208219453',display_name='tempest-ServerActionsTestOtherB-server-1208219453',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1208219453',id=17,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMEsUjykAgUNa3csGZC9iRUAhETNsLTgDXqVQBv+ndOSKWpqfjhtJTIK74zBPGK6mAoGj7Jj++jq1eiZ4ob+SL5PnaChX4cHJaqtikjug7Q1bG8i1WTLZq3t37QKqidd/w==',key_name='tempest-keypair-1277993427',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:00:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2345f7ecfc4f464eb51a42bbe9bdb7b2',ramdisk_id='',reservation_id='r-2ro0m0cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-630198144',owner_user_name='tempest-ServerActionsTestOtherB-630198144-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:02:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='15f1b481656d4771af51c2249fc2215d',uuid=77ed4d86-4087-4a21-af35-605d0210e311,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Converting VIF {"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:c6:ee,bridge_name='br-int',has_traffic_filtering=True,id=31355e62-bc34-4f55-9046-5b2cd97d9a6e,network=Network(141bc410-6915-4f2c-8d7a-b2e80cfc873a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31355e62-bc') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:02:27 user nova-compute[74974]:   <uuid>77ed4d86-4087-4a21-af35-605d0210e311</uuid>
Nov 29 12:02:27 user nova-compute[74974]:   <name>instance-00000011</name>
Nov 29 12:02:27 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:02:27 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:02:27 user nova-compute[74974]:   <metadata>
Nov 29 12:02:27 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:02:27 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:02:27 user nova-compute[74974]:       <nova:name>tempest-ServerActionsTestOtherB-server-1208219453</nova:name>
Nov 29 12:02:27 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:02:26</nova:creationTime>
Nov 29 12:02:27 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:02:27 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:02:27 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:02:27 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:02:27 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:02:27 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:02:27 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:02:27 user nova-compute[74974]:       <nova:owner>
Nov 29 12:02:27 user nova-compute[74974]:         <nova:user uuid="15f1b481656d4771af51c2249fc2215d">tempest-ServerActionsTestOtherB-630198144-project-member</nova:user>
Nov 29 12:02:27 user nova-compute[74974]:         <nova:project uuid="2345f7ecfc4f464eb51a42bbe9bdb7b2">tempest-ServerActionsTestOtherB-630198144</nova:project>
Nov 29 12:02:27 user nova-compute[74974]:       </nova:owner>
Nov 29 12:02:27 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:02:27 user nova-compute[74974]:       <nova:ports>
Nov 29 12:02:27 user nova-compute[74974]:         <nova:port uuid="31355e62-bc34-4f55-9046-5b2cd97d9a6e">
Nov 29 12:02:27 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 12:02:27 user nova-compute[74974]:         </nova:port>
Nov 29 12:02:27 user nova-compute[74974]:       </nova:ports>
Nov 29 12:02:27 user nova-compute[74974]:     </nova:instance>
Nov 29 12:02:27 user nova-compute[74974]:   </metadata>
Nov 29 12:02:27 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:02:27 user nova-compute[74974]:     <system>
Nov 29 12:02:27 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:02:27 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:02:27 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:02:27 user nova-compute[74974]:       <entry name="serial">77ed4d86-4087-4a21-af35-605d0210e311</entry>
Nov 29 12:02:27 user nova-compute[74974]:       <entry name="uuid">77ed4d86-4087-4a21-af35-605d0210e311</entry>
Nov 29 12:02:27 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:02:27 user nova-compute[74974]:     </system>
Nov 29 12:02:27 user nova-compute[74974]:   </sysinfo>
Nov 29 12:02:27 user nova-compute[74974]:   <os>
Nov 29 12:02:27 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:02:27 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:02:27 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:02:27 user nova-compute[74974]:   </os>
Nov 29 12:02:27 user nova-compute[74974]:   <features>
Nov 29 12:02:27 user nova-compute[74974]:     <acpi/>
Nov 29 12:02:27 user nova-compute[74974]:     <apic/>
Nov 29 12:02:27 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:02:27 user nova-compute[74974]:   </features>
Nov 29 12:02:27 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:02:27 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:02:27 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:02:27 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:02:27 user nova-compute[74974]:   </clock>
Nov 29 12:02:27 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:02:27 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:02:27 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:02:27 user nova-compute[74974]:   </cpu>
Nov 29 12:02:27 user nova-compute[74974]:   <devices>
Nov 29 12:02:27 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:02:27 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:02:27 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk"/>
Nov 29 12:02:27 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:02:27 user nova-compute[74974]:     </disk>
Nov 29 12:02:27 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 12:02:27 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:02:27 user nova-compute[74974]:       <source dev="/dev/sde"/>
Nov 29 12:02:27 user nova-compute[74974]:       <target dev="vdb" bus="virtio"/>
Nov 29 12:02:27 user nova-compute[74974]:       <serial>259cb8a4-1def-4acc-b69a-d8153841c218</serial>
Nov 29 12:02:27 user nova-compute[74974]:     </disk>
Nov 29 12:02:27 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:02:27 user nova-compute[74974]:       <mac address="fa:16:3e:dd:c6:ee"/>
Nov 29 12:02:27 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:02:27 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:02:27 user nova-compute[74974]:       <target dev="tap31355e62-bc"/>
Nov 29 12:02:27 user nova-compute[74974]:     </interface>
Nov 29 12:02:27 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:02:27 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/console.log" append="off"/>
Nov 29 12:02:27 user nova-compute[74974]:     </serial>
Nov 29 12:02:27 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:02:27 user nova-compute[74974]:     <video>
Nov 29 12:02:27 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:02:27 user nova-compute[74974]:     </video>
Nov 29 12:02:27 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:02:27 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:02:27 user nova-compute[74974]:     </rng>
Nov 29 12:02:27 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:02:27 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:02:27 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:02:27 user nova-compute[74974]:     </memballoon>
Nov 29 12:02:27 user nova-compute[74974]:   </devices>
Nov 29 12:02:27 user nova-compute[74974]: </domain>
Nov 29 12:02:27 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:56:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1208219453',display_name='tempest-ServerActionsTestOtherB-server-1208219453',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1208219453',id=17,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMEsUjykAgUNa3csGZC9iRUAhETNsLTgDXqVQBv+ndOSKWpqfjhtJTIK74zBPGK6mAoGj7Jj++jq1eiZ4ob+SL5PnaChX4cHJaqtikjug7Q1bG8i1WTLZq3t37QKqidd/w==',key_name='tempest-keypair-1277993427',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:00:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2345f7ecfc4f464eb51a42bbe9bdb7b2',ramdisk_id='',reservation_id='r-2ro0m0cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-630198144',owner_user_name='tempest-ServerActionsTestOtherB-630198144-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:02:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='15f1b481656d4771af51c2249fc2215d',uuid=77ed4d86-4087-4a21-af35-605d0210e311,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Converting VIF {"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:c6:ee,bridge_name='br-int',has_traffic_filtering=True,id=31355e62-bc34-4f55-9046-5b2cd97d9a6e,network=Network(141bc410-6915-4f2c-8d7a-b2e80cfc873a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31355e62-bc') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG os_vif [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:c6:ee,bridge_name='br-int',has_traffic_filtering=True,id=31355e62-bc34-4f55-9046-5b2cd97d9a6e,network=Network(141bc410-6915-4f2c-8d7a-b2e80cfc873a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31355e62-bc') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '726326f1-740a-5259-be4c-f769a7338e2b', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap31355e62-bc, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap31355e62-bc, col_values=(('qos', UUID('1f09714b-3346-40ba-b46c-9a9388141834')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap31355e62-bc, col_values=(('external_ids', {'iface-id': '31355e62-bc34-4f55-9046-5b2cd97d9a6e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dd:c6:ee', 'vm-uuid': '77ed4d86-4087-4a21-af35-605d0210e311'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:02:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:27 user nova-compute[74974]: INFO os_vif [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:c6:ee,bridge_name='br-int',has_traffic_filtering=True,id=31355e62-bc34-4f55-9046-5b2cd97d9a6e,network=Network(141bc410-6915-4f2c-8d7a-b2e80cfc873a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31355e62-bc')
Nov 29 12:02:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:29 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:02:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:02:29 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Instance spawned successfully.
Nov 29 12:02:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:02:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-76aa947f-ae92-4294-b1d8-f81113ee8ac7 req-e3729200-59d4-424a-8f33-28086b8d08d5 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received event network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:02:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-76aa947f-ae92-4294-b1d8-f81113ee8ac7 req-e3729200-59d4-424a-8f33-28086b8d08d5 service nova] Acquiring lock "77ed4d86-4087-4a21-af35-605d0210e311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-76aa947f-ae92-4294-b1d8-f81113ee8ac7 req-e3729200-59d4-424a-8f33-28086b8d08d5 service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-76aa947f-ae92-4294-b1d8-f81113ee8ac7 req-e3729200-59d4-424a-8f33-28086b8d08d5 service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-76aa947f-ae92-4294-b1d8-f81113ee8ac7 req-e3729200-59d4-424a-8f33-28086b8d08d5 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] No waiting events found dispatching network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:02:29 user nova-compute[74974]: WARNING nova.compute.manager [req-76aa947f-ae92-4294-b1d8-f81113ee8ac7 req-e3729200-59d4-424a-8f33-28086b8d08d5 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received unexpected event network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e for instance with vm_state resized and task_state resize_reverting.
Nov 29 12:02:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:02:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:02:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:02:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:02:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:02:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:02:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-ab70ae63-1a4e-4f50-9d6b-4978bea059ec req-7c1c28d4-39ff-4cc8-b301-ca3d6688a959 service nova] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Received event network-vif-plugged-a7cf726c-2301-4c72-afb0-91f724a16cdd {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:02:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ab70ae63-1a4e-4f50-9d6b-4978bea059ec req-7c1c28d4-39ff-4cc8-b301-ca3d6688a959 service nova] Acquiring lock "37792762-8363-408a-bf0e-66b042f02aa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ab70ae63-1a4e-4f50-9d6b-4978bea059ec req-7c1c28d4-39ff-4cc8-b301-ca3d6688a959 service nova] Lock "37792762-8363-408a-bf0e-66b042f02aa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ab70ae63-1a4e-4f50-9d6b-4978bea059ec req-7c1c28d4-39ff-4cc8-b301-ca3d6688a959 service nova] Lock "37792762-8363-408a-bf0e-66b042f02aa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-ab70ae63-1a4e-4f50-9d6b-4978bea059ec req-7c1c28d4-39ff-4cc8-b301-ca3d6688a959 service nova] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] No waiting events found dispatching network-vif-plugged-a7cf726c-2301-4c72-afb0-91f724a16cdd {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:02:29 user nova-compute[74974]: WARNING nova.compute.manager [req-ab70ae63-1a4e-4f50-9d6b-4978bea059ec req-7c1c28d4-39ff-4cc8-b301-ca3d6688a959 service nova] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Received unexpected event network-vif-plugged-a7cf726c-2301-4c72-afb0-91f724a16cdd for instance with vm_state building and task_state spawning.
Nov 29 12:02:29 user nova-compute[74974]: INFO nova.compute.manager [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Took 5.33 seconds to spawn the instance on the hypervisor.
Nov 29 12:02:29 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:02:29 user nova-compute[74974]: INFO nova.compute.manager [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Took 6.50 seconds to build instance.
Nov 29 12:02:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3b2e4c2a-7a0a-4afe-9837-42c868a28610 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "37792762-8363-408a-bf0e-66b042f02aa1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.669s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG nova.compute.manager [req-001febe9-5170-4fe1-ab7a-b8a8278f15eb req-ea8be8da-7213-4eb9-b3f8-a8b0bf8c84c1 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received event network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-001febe9-5170-4fe1-ab7a-b8a8278f15eb req-ea8be8da-7213-4eb9-b3f8-a8b0bf8c84c1 service nova] Acquiring lock "77ed4d86-4087-4a21-af35-605d0210e311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-001febe9-5170-4fe1-ab7a-b8a8278f15eb req-ea8be8da-7213-4eb9-b3f8-a8b0bf8c84c1 service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-001febe9-5170-4fe1-ab7a-b8a8278f15eb req-ea8be8da-7213-4eb9-b3f8-a8b0bf8c84c1 service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG nova.compute.manager [req-001febe9-5170-4fe1-ab7a-b8a8278f15eb req-ea8be8da-7213-4eb9-b3f8-a8b0bf8c84c1 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] No waiting events found dispatching network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:02:31 user nova-compute[74974]: WARNING nova.compute.manager [req-001febe9-5170-4fe1-ab7a-b8a8278f15eb req-ea8be8da-7213-4eb9-b3f8-a8b0bf8c84c1 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received unexpected event network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e for instance with vm_state resized and task_state resize_reverting.
Nov 29 12:02:31 user nova-compute[74974]: DEBUG nova.compute.manager [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:02:31 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Instance running successfully.
Nov 29 12:02:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] finish_revert_migration finished successfully. {{(pid=74974) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11860}}
Nov 29 12:02:31 user nova-compute[74974]: INFO nova.compute.manager [None req-c58ff921-2b83-45d1-9ced-7b7aa3721439 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Updating instance to original state: 'active'
Nov 29 12:02:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'muWiINoq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:02:31 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:02:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:02:31 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:02:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:02:31 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:02:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f2209a2-fe9e-4550-976b-e00ec0259e19]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:02:31 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a764c420-8906-4f84-8207-56aed0896c6c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a] added
Nov 29 12:02:31 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f081f319-3f83-4a69-bed1-f21b8dce48a0]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[361ba153-729f-4306-8838-2b4a4dc34d7e]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v muWiINoq {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v muWiINoq" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[84397733-eaeb-4065-89b8-f44b5024c87c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'muWiINoq'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb9476e0-2846-4297-87ef-6ac652e6d4c2]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d555fae5-772f-4c63-b0d8-e0a59050e2a1]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:02:32 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:02:32 user nova-compute[74974]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:02:32 user nova-compute[74974]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)
Nov 29 12:02:32 user nova-compute[74974]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:02:32 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:02:32 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:02:32 user nova-compute[74974]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:02:32 user nova-compute[74974]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)
Nov 29 12:02:32 user nova-compute[74974]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:02:32 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a -p 172.16.0.220:3260 --login" returned: 0 in 0.088s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6aa1a7ee-c62b-4ca9-9558-39bc87ac01c1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a, portal: 172.16.0.220,3260]
Nov 29 12:02:32 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a, portal: 172.16.0.220,3260] successful.
Nov 29 12:02:32 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dde9b9a-d8f0-40a4-93d3-19038b8444c3]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1d7a19a-083c-48e0-aa88-9592f03ae50c]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:02:32 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:02:32 user nova-compute[74974]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:02:32 user nova-compute[74974]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)
Nov 29 12:02:32 user nova-compute[74974]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:02:32 user nova-compute[74974]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a (non-flash)
Nov 29 12:02:32 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:02:32 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:02:32 user nova-compute[74974]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:02:32 user nova-compute[74974]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)
Nov 29 12:02:32 user nova-compute[74974]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:02:32 user nova-compute[74974]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a (non-flash)
Nov 29 12:02:32 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.331s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] HCTL ('37', '-', '-', 0) found on session 40 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[93de6e29-99ec-456b-b5a2-b9a06d227a49]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Searching for a device in session 40 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'muWiINoq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:02:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.397s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:02:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] <== connect_volume: return (1398ms) {'type': 'block', 'scsi_wwn': '26531393433626432', 'path': '/dev/sdf'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:02:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26531393433626432', 'path': '/dev/sdf'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:02:33 user nova-compute[74974]: DEBUG nova.objects.instance [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lazy-loading 'flavor' on Instance uuid 2670ed6a-fc41-4485-b559-c60a5aced4da {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:02:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 12:02:33 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:02:33 user nova-compute[74974]:   <source dev="/dev/sdf"/>
Nov 29 12:02:33 user nova-compute[74974]:   <target dev="vdc" bus="virtio"/>
Nov 29 12:02:33 user nova-compute[74974]:   <serial>9e072934-673f-4acf-8b67-d1f230a2631a</serial>
Nov 29 12:02:33 user nova-compute[74974]: </disk>
Nov 29 12:02:33 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 12:02:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:02:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:02:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:02:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] No VIF found with MAC fa:16:3e:eb:6b:7c, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:02:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0ad03ca4-9dfb-4794-a39d-6210feb2e86c tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.264s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Acquiring lock "2670ed6a-fc41-4485-b559-c60a5aced4da" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:34 user nova-compute[74974]: INFO nova.compute.manager [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Detaching volume 9e072934-673f-4acf-8b67-d1f230a2631a
Nov 29 12:02:34 user nova-compute[74974]: INFO nova.virt.block_device [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Attempting to driver detach volume 9e072934-673f-4acf-8b67-d1f230a2631a from mountpoint /dev/vdc
Nov 29 12:02:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Attempting to detach device vdc from instance 2670ed6a-fc41-4485-b559-c60a5aced4da from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 12:02:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:02:34 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:02:34 user nova-compute[74974]:   <source dev="/dev/sdf"/>
Nov 29 12:02:34 user nova-compute[74974]:   <target dev="vdc" bus="virtio"/>
Nov 29 12:02:34 user nova-compute[74974]:   <serial>9e072934-673f-4acf-8b67-d1f230a2631a</serial>
Nov 29 12:02:34 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 12:02:34 user nova-compute[74974]: </disk>
Nov 29 12:02:34 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:02:34 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Successfully detached device vdc from instance 2670ed6a-fc41-4485-b559-c60a5aced4da from the persistent domain config.
Nov 29 12:02:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 2670ed6a-fc41-4485-b559-c60a5aced4da from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 12:02:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:02:34 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:02:34 user nova-compute[74974]:   <source dev="/dev/sdf"/>
Nov 29 12:02:34 user nova-compute[74974]:   <target dev="vdc" bus="virtio"/>
Nov 29 12:02:34 user nova-compute[74974]:   <serial>9e072934-673f-4acf-8b67-d1f230a2631a</serial>
Nov 29 12:02:34 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 12:02:34 user nova-compute[74974]: </disk>
Nov 29 12:02:34 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:02:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 2670ed6a-fc41-4485-b559-c60a5aced4da {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 12:02:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:44 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:02:45 user nova-compute[74974]: INFO nova.compute.manager [None req-3848491e-6310-43b7-9efd-153481f91a99 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Unrescuing
Nov 29 12:02:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3848491e-6310-43b7-9efd-153481f91a99 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "refresh_cache-e0cb8e50-6436-4a97-b50c-23f5ad505d68" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:02:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3848491e-6310-43b7-9efd-153481f91a99 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquired lock "refresh_cache-e0cb8e50-6436-4a97-b50c-23f5ad505d68" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:02:45 user nova-compute[74974]: DEBUG nova.network.neutron [None req-3848491e-6310-43b7-9efd-153481f91a99 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:02:46 user nova-compute[74974]: DEBUG nova.network.neutron [None req-3848491e-6310-43b7-9efd-153481f91a99 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Updating instance_info_cache with network_info: [{"id": "7d994ad2-c294-441a-8d28-c529c8e0416c", "address": "fa:16:3e:da:de:f1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d994ad2-c2", "ovs_interfaceid": "7d994ad2-c294-441a-8d28-c529c8e0416c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:02:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3848491e-6310-43b7-9efd-153481f91a99 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Releasing lock "refresh_cache-e0cb8e50-6436-4a97-b50c-23f5ad505d68" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:02:46 user nova-compute[74974]: DEBUG nova.objects.instance [None req-3848491e-6310-43b7-9efd-153481f91a99 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lazy-loading 'flavor' on Instance uuid e0cb8e50-6436-4a97-b50c-23f5ad505d68 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:02:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:46 user nova-compute[74974]: DEBUG nova.compute.manager [req-2f6491fc-ee51-4b31-89d1-81a6ed4082ae req-413d4cbf-b1a9-483f-ba75-ab5632c54de9 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received event network-vif-unplugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:02:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2f6491fc-ee51-4b31-89d1-81a6ed4082ae req-413d4cbf-b1a9-483f-ba75-ab5632c54de9 service nova] Acquiring lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2f6491fc-ee51-4b31-89d1-81a6ed4082ae req-413d4cbf-b1a9-483f-ba75-ab5632c54de9 service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2f6491fc-ee51-4b31-89d1-81a6ed4082ae req-413d4cbf-b1a9-483f-ba75-ab5632c54de9 service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:46 user nova-compute[74974]: DEBUG nova.compute.manager [req-2f6491fc-ee51-4b31-89d1-81a6ed4082ae req-413d4cbf-b1a9-483f-ba75-ab5632c54de9 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] No waiting events found dispatching network-vif-unplugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:02:46 user nova-compute[74974]: WARNING nova.compute.manager [req-2f6491fc-ee51-4b31-89d1-81a6ed4082ae req-413d4cbf-b1a9-483f-ba75-ab5632c54de9 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received unexpected event network-vif-unplugged-7d994ad2-c294-441a-8d28-c529c8e0416c for instance with vm_state rescued and task_state unrescuing.
Nov 29 12:02:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:47 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Instance destroyed successfully.
Nov 29 12:02:47 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:02:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:48 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:02:48 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:02:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:48 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:02:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:48 user nova-compute[74974]: DEBUG nova.compute.manager [req-ac6c9905-8315-4de1-9fa4-d82860cd23aa req-d90d8b02-0795-431c-8b04-27d7cb644ba8 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:02:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ac6c9905-8315-4de1-9fa4-d82860cd23aa req-d90d8b02-0795-431c-8b04-27d7cb644ba8 service nova] Acquiring lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ac6c9905-8315-4de1-9fa4-d82860cd23aa req-d90d8b02-0795-431c-8b04-27d7cb644ba8 service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ac6c9905-8315-4de1-9fa4-d82860cd23aa req-d90d8b02-0795-431c-8b04-27d7cb644ba8 service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:48 user nova-compute[74974]: DEBUG nova.compute.manager [req-ac6c9905-8315-4de1-9fa4-d82860cd23aa req-d90d8b02-0795-431c-8b04-27d7cb644ba8 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] No waiting events found dispatching network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:02:48 user nova-compute[74974]: WARNING nova.compute.manager [req-ac6c9905-8315-4de1-9fa4-d82860cd23aa req-d90d8b02-0795-431c-8b04-27d7cb644ba8 service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received unexpected event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c for instance with vm_state rescued and task_state unrescuing.
Nov 29 12:02:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3848491e-6310-43b7-9efd-153481f91a99 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:02:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:50 user nova-compute[74974]: DEBUG nova.compute.manager [req-d7bdb341-ea89-451a-9ba8-3d0aceead851 req-db4cea2b-c747-4ec9-adbd-1cfcf4daeadb service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:02:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d7bdb341-ea89-451a-9ba8-3d0aceead851 req-db4cea2b-c747-4ec9-adbd-1cfcf4daeadb service nova] Acquiring lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d7bdb341-ea89-451a-9ba8-3d0aceead851 req-db4cea2b-c747-4ec9-adbd-1cfcf4daeadb service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d7bdb341-ea89-451a-9ba8-3d0aceead851 req-db4cea2b-c747-4ec9-adbd-1cfcf4daeadb service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:50 user nova-compute[74974]: DEBUG nova.compute.manager [req-d7bdb341-ea89-451a-9ba8-3d0aceead851 req-db4cea2b-c747-4ec9-adbd-1cfcf4daeadb service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] No waiting events found dispatching network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:02:50 user nova-compute[74974]: WARNING nova.compute.manager [req-d7bdb341-ea89-451a-9ba8-3d0aceead851 req-db4cea2b-c747-4ec9-adbd-1cfcf4daeadb service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received unexpected event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c for instance with vm_state rescued and task_state unrescuing.
Nov 29 12:02:50 user nova-compute[74974]: DEBUG nova.compute.manager [req-d7bdb341-ea89-451a-9ba8-3d0aceead851 req-db4cea2b-c747-4ec9-adbd-1cfcf4daeadb service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:02:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d7bdb341-ea89-451a-9ba8-3d0aceead851 req-db4cea2b-c747-4ec9-adbd-1cfcf4daeadb service nova] Acquiring lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d7bdb341-ea89-451a-9ba8-3d0aceead851 req-db4cea2b-c747-4ec9-adbd-1cfcf4daeadb service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d7bdb341-ea89-451a-9ba8-3d0aceead851 req-db4cea2b-c747-4ec9-adbd-1cfcf4daeadb service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:50 user nova-compute[74974]: DEBUG nova.compute.manager [req-d7bdb341-ea89-451a-9ba8-3d0aceead851 req-db4cea2b-c747-4ec9-adbd-1cfcf4daeadb service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] No waiting events found dispatching network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:02:50 user nova-compute[74974]: WARNING nova.compute.manager [req-d7bdb341-ea89-451a-9ba8-3d0aceead851 req-db4cea2b-c747-4ec9-adbd-1cfcf4daeadb service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received unexpected event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c for instance with vm_state rescued and task_state unrescuing.
Nov 29 12:02:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:02:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:02:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37792762-8363-408a-bf0e-66b042f02aa1/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37792762-8363-408a-bf0e-66b042f02aa1/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37792762-8363-408a-bf0e-66b042f02aa1/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37792762-8363-408a-bf0e-66b042f02aa1/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:02:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.168s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:53 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:02:53 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:02:53 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=7400MB free_disk=25.056922912597656GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:53 user nova-compute[74974]: INFO nova.compute.manager [None req-3ae03f16-162a-47a0-acaa-947bd52ad9ba tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Unrescuing
Nov 29 12:02:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3ae03f16-162a-47a0-acaa-947bd52ad9ba tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "refresh_cache-ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3ae03f16-162a-47a0-acaa-947bd52ad9ba tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquired lock "refresh_cache-ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG nova.network.neutron [None req-3ae03f16-162a-47a0-acaa-947bd52ad9ba tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2ed3a206-5fd0-4782-b47a-20497a7df7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance ee78d0d8-0125-46d8-b1e1-2b38eaabeedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e4219657-0bf5-4781-9960-490c7b1d97ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance aed8217e-ea57-4e0c-ac38-0e14d82df77f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e0cb8e50-6436-4a97-b50c-23f5ad505d68 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2670ed6a-fc41-4485-b559-c60a5aced4da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 77ed4d86-4087-4a21-af35-605d0210e311 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance c2516363-6cf9-448f-9988-b2d090840e2a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 49d0eb31-dd34-4661-9acf-3440ba7fdf21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 37792762-8363-408a-bf0e-66b042f02aa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:02:53 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:02:54 user nova-compute[74974]: DEBUG nova.network.neutron [None req-3ae03f16-162a-47a0-acaa-947bd52ad9ba tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Updating instance_info_cache with network_info: [{"id": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "address": "fa:16:3e:d2:a2:9d", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d8ef0a-79", "ovs_interfaceid": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:02:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3ae03f16-162a-47a0-acaa-947bd52ad9ba tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Releasing lock "refresh_cache-ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:02:54 user nova-compute[74974]: DEBUG nova.objects.instance [None req-3ae03f16-162a-47a0-acaa-947bd52ad9ba tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'flavor' on Instance uuid ee78d0d8-0125-46d8-b1e1-2b38eaabeedb {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:02:54 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:02:54 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:02:54 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:02:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.501s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-a3818cb1-2125-4cf8-a6e2-3cee53467b60 req-be322340-f00a-42ee-b408-5c6715087e35 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received event network-vif-unplugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:02:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a3818cb1-2125-4cf8-a6e2-3cee53467b60 req-be322340-f00a-42ee-b408-5c6715087e35 service nova] Acquiring lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a3818cb1-2125-4cf8-a6e2-3cee53467b60 req-be322340-f00a-42ee-b408-5c6715087e35 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a3818cb1-2125-4cf8-a6e2-3cee53467b60 req-be322340-f00a-42ee-b408-5c6715087e35 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-a3818cb1-2125-4cf8-a6e2-3cee53467b60 req-be322340-f00a-42ee-b408-5c6715087e35 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] No waiting events found dispatching network-vif-unplugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:02:54 user nova-compute[74974]: WARNING nova.compute.manager [req-a3818cb1-2125-4cf8-a6e2-3cee53467b60 req-be322340-f00a-42ee-b408-5c6715087e35 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received unexpected event network-vif-unplugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 for instance with vm_state rescued and task_state unrescuing.
Nov 29 12:02:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:54 user nova-compute[74974]: INFO nova.compute.manager [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Detaching volume d0a33f60-df61-4565-976b-2523cbe2472b
Nov 29 12:02:54 user nova-compute[74974]: INFO nova.virt.block_device [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Attempting to driver detach volume d0a33f60-df61-4565-976b-2523cbe2472b from mountpoint /dev/vdb
Nov 29 12:02:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Attempting to detach device vdb from instance aed8217e-ea57-4e0c-ac38-0e14d82df77f from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 12:02:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:02:54 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:02:54 user nova-compute[74974]:   <source dev="/dev/sdc"/>
Nov 29 12:02:54 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:02:54 user nova-compute[74974]:   <serial>d0a33f60-df61-4565-976b-2523cbe2472b</serial>
Nov 29 12:02:54 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 12:02:54 user nova-compute[74974]: </disk>
Nov 29 12:02:54 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:02:54 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Successfully detached device vdb from instance aed8217e-ea57-4e0c-ac38-0e14d82df77f from the persistent domain config.
Nov 29 12:02:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance aed8217e-ea57-4e0c-ac38-0e14d82df77f from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 12:02:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:02:54 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:02:54 user nova-compute[74974]:   <source dev="/dev/sdc"/>
Nov 29 12:02:54 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:02:54 user nova-compute[74974]:   <serial>d0a33f60-df61-4565-976b-2523cbe2472b</serial>
Nov 29 12:02:54 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 12:02:54 user nova-compute[74974]: </disk>
Nov 29 12:02:54 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance aed8217e-ea57-4e0c-ac38-0e14d82df77f {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:02:55 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Instance destroyed successfully.
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Updating instance_info_cache with network_info: [{"id": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "address": "fa:16:3e:d2:a2:9d", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d8ef0a-79", "ovs_interfaceid": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:02:55 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 2670ed6a-fc41-4485-b559-c60a5aced4da is timed out.
Nov 29 12:02:55 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Successfully detached device vdc from instance 2670ed6a-fc41-4485-b559-c60a5aced4da from the live domain config.
Nov 29 12:02:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'muWiINoq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:02:55 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:02:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe25df6d-fcf2-4825-bfe2-af3df377750c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:02:55 user nova-compute[74974]: No targets found.
Nov 29 12:02:55 user nova-compute[74974]: iSNS:
Nov 29 12:02:55 user nova-compute[74974]: No targets found.
Nov 29 12:02:55 user nova-compute[74974]: STATIC:
Nov 29 12:02:55 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:02:55 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:02:55 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:02:55 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218
Nov 29 12:02:55 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:02:55 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:02:55 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471
Nov 29 12:02:55 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:02:55 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:02:55 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b
Nov 29 12:02:55 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:02:55 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:02:55 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a
Nov 29 12:02:55 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:02:55 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:02:55 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636
Nov 29 12:02:55 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:02:55 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:02:55 user nova-compute[74974]: FIRMWARE:
Nov 29 12:02:55 user nova-compute[74974]: No targets found.
Nov 29 12:02:55 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:02:55 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:02:55 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0152ef79-2b00-424c-9ed8-8494a17bdffe]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[29840e6d-c670-4a3f-b3a6-0c62810c06a1]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:02:55 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:02:55 user nova-compute[74974]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:02:55 user nova-compute[74974]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)
Nov 29 12:02:55 user nova-compute[74974]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:02:55 user nova-compute[74974]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a (non-flash)
Nov 29 12:02:55 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:02:55 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:02:55 user nova-compute[74974]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:02:55 user nova-compute[74974]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)
Nov 29 12:02:55 user nova-compute[74974]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:02:55 user nova-compute[74974]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a (non-flash)
Nov 29 12:02:55 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa8795480>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a'): ({'sdf'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Removing single pathed devices sdf {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8718ddbf-d31e-49e1-b412-e9de346da293]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6afbb8c9-5768-465f-8ac9-c62bdde4b5ce]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Flushing IO for device /dev/sdf {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.012s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[54b1ed89-bd3a-4f3d-8afc-12201f02a681]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.038s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9b3387f-2457-4b7e-8c68-1b0e83bc34e8]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] SCSI volumes sdf have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8c04c3e-c244-4339-871b-763122903e1c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa320cb8-aca6-4d6f-b17b-46a8cd51b534]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a, portal: 172.16.0.220,3260]
Nov 29 12:02:55 user nova-compute[74974]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a, portal: 172.16.0.220,3260] successful.
Nov 29 12:02:55 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:02:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e072934-673f-4acf-8b67-d1f230a2631a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:02:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[adcc3535-602f-4937-bc32-ee38e9613477]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:02:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:02:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:02:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] <== disconnect_volume: return (315ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:02:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:02:56 user nova-compute[74974]: DEBUG nova.compute.manager [req-113cef71-30fa-4c23-aba0-a42f963401e7 req-d6b38622-81ad-4dc9-999a-8eeb8bfe7a8b service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:02:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-113cef71-30fa-4c23-aba0-a42f963401e7 req-d6b38622-81ad-4dc9-999a-8eeb8bfe7a8b service nova] Acquiring lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-113cef71-30fa-4c23-aba0-a42f963401e7 req-d6b38622-81ad-4dc9-999a-8eeb8bfe7a8b service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-113cef71-30fa-4c23-aba0-a42f963401e7 req-d6b38622-81ad-4dc9-999a-8eeb8bfe7a8b service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:56 user nova-compute[74974]: DEBUG nova.compute.manager [req-113cef71-30fa-4c23-aba0-a42f963401e7 req-d6b38622-81ad-4dc9-999a-8eeb8bfe7a8b service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] No waiting events found dispatching network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:02:56 user nova-compute[74974]: WARNING nova.compute.manager [req-113cef71-30fa-4c23-aba0-a42f963401e7 req-d6b38622-81ad-4dc9-999a-8eeb8bfe7a8b service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received unexpected event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 for instance with vm_state rescued and task_state unrescuing.
Nov 29 12:02:56 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:02:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:56 user nova-compute[74974]: DEBUG nova.objects.instance [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lazy-loading 'flavor' on Instance uuid 2670ed6a-fc41-4485-b559-c60a5aced4da {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:02:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0bb76f95-d34c-4b7d-86a2-9132484502e0 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.032s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:58 user nova-compute[74974]: DEBUG nova.compute.manager [req-857d7f82-82c9-4a98-a265-b3f01ba074fa req-ca991ad0-9903-4aed-be7d-b478dec8c3c3 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:02:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-857d7f82-82c9-4a98-a265-b3f01ba074fa req-ca991ad0-9903-4aed-be7d-b478dec8c3c3 service nova] Acquiring lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-857d7f82-82c9-4a98-a265-b3f01ba074fa req-ca991ad0-9903-4aed-be7d-b478dec8c3c3 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-857d7f82-82c9-4a98-a265-b3f01ba074fa req-ca991ad0-9903-4aed-be7d-b478dec8c3c3 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:58 user nova-compute[74974]: DEBUG nova.compute.manager [req-857d7f82-82c9-4a98-a265-b3f01ba074fa req-ca991ad0-9903-4aed-be7d-b478dec8c3c3 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] No waiting events found dispatching network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:02:58 user nova-compute[74974]: WARNING nova.compute.manager [req-857d7f82-82c9-4a98-a265-b3f01ba074fa req-ca991ad0-9903-4aed-be7d-b478dec8c3c3 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received unexpected event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 for instance with vm_state rescued and task_state unrescuing.
Nov 29 12:02:58 user nova-compute[74974]: DEBUG nova.compute.manager [req-857d7f82-82c9-4a98-a265-b3f01ba074fa req-ca991ad0-9903-4aed-be7d-b478dec8c3c3 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:02:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-857d7f82-82c9-4a98-a265-b3f01ba074fa req-ca991ad0-9903-4aed-be7d-b478dec8c3c3 service nova] Acquiring lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:02:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-857d7f82-82c9-4a98-a265-b3f01ba074fa req-ca991ad0-9903-4aed-be7d-b478dec8c3c3 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:02:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-857d7f82-82c9-4a98-a265-b3f01ba074fa req-ca991ad0-9903-4aed-be7d-b478dec8c3c3 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:02:58 user nova-compute[74974]: DEBUG nova.compute.manager [req-857d7f82-82c9-4a98-a265-b3f01ba074fa req-ca991ad0-9903-4aed-be7d-b478dec8c3c3 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] No waiting events found dispatching network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:02:58 user nova-compute[74974]: WARNING nova.compute.manager [req-857d7f82-82c9-4a98-a265-b3f01ba074fa req-ca991ad0-9903-4aed-be7d-b478dec8c3c3 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received unexpected event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 for instance with vm_state rescued and task_state unrescuing.
Nov 29 12:02:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:02:58 user nova-compute[74974]: DEBUG nova.compute.manager [None req-3ae03f16-162a-47a0-acaa-947bd52ad9ba tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:03:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:03:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:15 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance aed8217e-ea57-4e0c-ac38-0e14d82df77f is timed out.
Nov 29 12:03:15 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Successfully detached device vdb from instance aed8217e-ea57-4e0c-ac38-0e14d82df77f from the live domain config.
Nov 29 12:03:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BrYeyRPD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:03:15 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:03:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f717bcec-90ec-4d25-b5d5-ae1283b253b5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:03:15 user nova-compute[74974]: No targets found.
Nov 29 12:03:15 user nova-compute[74974]: iSNS:
Nov 29 12:03:15 user nova-compute[74974]: No targets found.
Nov 29 12:03:15 user nova-compute[74974]: STATIC:
Nov 29 12:03:15 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:03:15 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:03:15 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:03:15 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218
Nov 29 12:03:15 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:03:15 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:03:15 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471
Nov 29 12:03:15 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:03:15 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:03:15 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b
Nov 29 12:03:15 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:03:15 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:03:15 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636
Nov 29 12:03:15 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:03:15 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:03:15 user nova-compute[74974]: FIRMWARE:
Nov 29 12:03:15 user nova-compute[74974]: No targets found.
Nov 29 12:03:15 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:03:15 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:03:15 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[25072170-4ef4-4761-9d7a-1cd21cc421da]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[802a0171-4060-43a2-a7d2-9a9bb1cc8e34]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:03:15 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:03:15 user nova-compute[74974]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:03:15 user nova-compute[74974]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)
Nov 29 12:03:15 user nova-compute[74974]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:03:15 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:03:15 user nova-compute[74974]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b (non-flash)
Nov 29 12:03:15 user nova-compute[74974]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:03:15 user nova-compute[74974]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)
Nov 29 12:03:15 user nova-compute[74974]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:03:15 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa837f1c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b'): ({'sdc'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Removing single pathed devices sdc {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7e271fd-74c1-4232-9337-1450825f3193]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe1e6d6f-d305-40ee-a930-9823ea3ada3c]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Flushing IO for device /dev/sdc {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb2e5286-c251-4108-8875-f95897ebe34e]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.042s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e444c350-cbeb-496c-b861-4317257b0273]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] SCSI volumes sdc have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f5ccd51-7ebb-45d8-a8a1-fa11ab2843a6]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[91e58977-fc82-48be-b324-66c48835fa30]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b, portal: 172.16.0.220,3260]
Nov 29 12:03:15 user nova-compute[74974]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b, portal: 172.16.0.220,3260] successful.
Nov 29 12:03:15 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0a33f60-df61-4565-976b-2523cbe2472b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2733508-395f-40aa-b26e-c2f797c2d127]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.317s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] <== disconnect_volume: return (319ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:03:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:03:16 user nova-compute[74974]: DEBUG nova.objects.instance [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lazy-loading 'flavor' on Instance uuid aed8217e-ea57-4e0c-ac38-0e14d82df77f {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:03:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-baf8461a-82f4-49c2-b3a0-f1f6ae80b9db tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.757s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:03:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Acquiring lock "2670ed6a-fc41-4485-b559-c60a5aced4da" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:03:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:03:25 user nova-compute[74974]: INFO nova.compute.manager [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Detaching volume 5eb06499-2ad6-44de-a64b-91c61408e471
Nov 29 12:03:25 user nova-compute[74974]: INFO nova.virt.block_device [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Attempting to driver detach volume 5eb06499-2ad6-44de-a64b-91c61408e471 from mountpoint /dev/vdb
Nov 29 12:03:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Attempting to detach device vdb from instance 2670ed6a-fc41-4485-b559-c60a5aced4da from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 12:03:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:03:25 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:03:25 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:03:25 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:03:25 user nova-compute[74974]:   <serial>5eb06499-2ad6-44de-a64b-91c61408e471</serial>
Nov 29 12:03:25 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:03:25 user nova-compute[74974]: </disk>
Nov 29 12:03:25 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:03:25 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Successfully detached device vdb from instance 2670ed6a-fc41-4485-b559-c60a5aced4da from the persistent domain config.
Nov 29 12:03:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2670ed6a-fc41-4485-b559-c60a5aced4da from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 12:03:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:03:25 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:03:25 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:03:25 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:03:25 user nova-compute[74974]:   <serial>5eb06499-2ad6-44de-a64b-91c61408e471</serial>
Nov 29 12:03:25 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:03:25 user nova-compute[74974]: </disk>
Nov 29 12:03:25 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:03:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2670ed6a-fc41-4485-b559-c60a5aced4da {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 12:03:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:30 user nova-compute[74974]: DEBUG nova.compute.manager [req-90e8ea34-fbb3-4d1d-815b-e3c557e000c8 req-cdb0bc36-f36b-4fc4-ac03-5c5bab1862b2 service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Received event network-changed-0aec4234-5912-4131-b867-bd46293393fb {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:03:30 user nova-compute[74974]: DEBUG nova.compute.manager [req-90e8ea34-fbb3-4d1d-815b-e3c557e000c8 req-cdb0bc36-f36b-4fc4-ac03-5c5bab1862b2 service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Refreshing instance network info cache due to event network-changed-0aec4234-5912-4131-b867-bd46293393fb. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:03:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-90e8ea34-fbb3-4d1d-815b-e3c557e000c8 req-cdb0bc36-f36b-4fc4-ac03-5c5bab1862b2 service nova] Acquiring lock "refresh_cache-c2516363-6cf9-448f-9988-b2d090840e2a" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:03:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-90e8ea34-fbb3-4d1d-815b-e3c557e000c8 req-cdb0bc36-f36b-4fc4-ac03-5c5bab1862b2 service nova] Acquired lock "refresh_cache-c2516363-6cf9-448f-9988-b2d090840e2a" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:03:30 user nova-compute[74974]: DEBUG nova.network.neutron [req-90e8ea34-fbb3-4d1d-815b-e3c557e000c8 req-cdb0bc36-f36b-4fc4-ac03-5c5bab1862b2 service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Refreshing network info cache for port 0aec4234-5912-4131-b867-bd46293393fb {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:03:30 user nova-compute[74974]: DEBUG nova.network.neutron [req-90e8ea34-fbb3-4d1d-815b-e3c557e000c8 req-cdb0bc36-f36b-4fc4-ac03-5c5bab1862b2 service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Updated VIF entry in instance network info cache for port 0aec4234-5912-4131-b867-bd46293393fb. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:03:30 user nova-compute[74974]: DEBUG nova.network.neutron [req-90e8ea34-fbb3-4d1d-815b-e3c557e000c8 req-cdb0bc36-f36b-4fc4-ac03-5c5bab1862b2 service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Updating instance_info_cache with network_info: [{"id": "0aec4234-5912-4131-b867-bd46293393fb", "address": "fa:16:3e:3d:80:88", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aec4234-59", "ovs_interfaceid": "0aec4234-5912-4131-b867-bd46293393fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:03:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-90e8ea34-fbb3-4d1d-815b-e3c557e000c8 req-cdb0bc36-f36b-4fc4-ac03-5c5bab1862b2 service nova] Releasing lock "refresh_cache-c2516363-6cf9-448f-9988-b2d090840e2a" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:03:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "c2516363-6cf9-448f-9988-b2d090840e2a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:03:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "c2516363-6cf9-448f-9988-b2d090840e2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:03:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "c2516363-6cf9-448f-9988-b2d090840e2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:03:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "c2516363-6cf9-448f-9988-b2d090840e2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:03:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "c2516363-6cf9-448f-9988-b2d090840e2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:03:30 user nova-compute[74974]: INFO nova.compute.manager [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Terminating instance
Nov 29 12:03:30 user nova-compute[74974]: DEBUG nova.compute.manager [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:03:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG nova.compute.manager [req-ee139ea0-75a7-480f-9bd9-cfeb1a23802b req-5ca78720-dd3d-4ea5-8a88-8a71e5ec0264 service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Received event network-vif-unplugged-0aec4234-5912-4131-b867-bd46293393fb {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ee139ea0-75a7-480f-9bd9-cfeb1a23802b req-5ca78720-dd3d-4ea5-8a88-8a71e5ec0264 service nova] Acquiring lock "c2516363-6cf9-448f-9988-b2d090840e2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ee139ea0-75a7-480f-9bd9-cfeb1a23802b req-5ca78720-dd3d-4ea5-8a88-8a71e5ec0264 service nova] Lock "c2516363-6cf9-448f-9988-b2d090840e2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ee139ea0-75a7-480f-9bd9-cfeb1a23802b req-5ca78720-dd3d-4ea5-8a88-8a71e5ec0264 service nova] Lock "c2516363-6cf9-448f-9988-b2d090840e2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG nova.compute.manager [req-ee139ea0-75a7-480f-9bd9-cfeb1a23802b req-5ca78720-dd3d-4ea5-8a88-8a71e5ec0264 service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] No waiting events found dispatching network-vif-unplugged-0aec4234-5912-4131-b867-bd46293393fb {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG nova.compute.manager [req-ee139ea0-75a7-480f-9bd9-cfeb1a23802b req-5ca78720-dd3d-4ea5-8a88-8a71e5ec0264 service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Received event network-vif-unplugged-0aec4234-5912-4131-b867-bd46293393fb for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:31 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Instance destroyed successfully.
Nov 29 12:03:31 user nova-compute[74974]: DEBUG nova.objects.instance [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lazy-loading 'resources' on Instance uuid c2516363-6cf9-448f-9988-b2d090840e2a {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:01:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-599614646',display_name='tempest-TestVolumeBootPattern-server-599614646',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-599614646',id=26,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ5vopPiNUinc8H9f5oV6DJT6e8S7AKKcN9fmPWF7qc5KLzuWZqoJXSFYn3kes5v4dq8pF5COSL6qwK1X3CBcdFYATxLeRCucdDt43KUYBPAt0QZagvWWa7fq0yRmZ9niA==',key_name='tempest-TestVolumeBootPattern-1832510626',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:01:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bfdef526837a498596f2a4b4dab853ed',ramdisk_id='',reservation_id='r-u0b8no9b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-2068658920',owner_user_name='tempest-TestVolumeBootPattern-2068658920-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:01:52Z,user_data=None,user_id='a3916353998a42d6a65cf663877bbf14',uuid=c2516363-6cf9-448f-9988-b2d090840e2a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0aec4234-5912-4131-b867-bd46293393fb", "address": "fa:16:3e:3d:80:88", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aec4234-59", "ovs_interfaceid": "0aec4234-5912-4131-b867-bd46293393fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converting VIF {"id": "0aec4234-5912-4131-b867-bd46293393fb", "address": "fa:16:3e:3d:80:88", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aec4234-59", "ovs_interfaceid": "0aec4234-5912-4131-b867-bd46293393fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3d:80:88,bridge_name='br-int',has_traffic_filtering=True,id=0aec4234-5912-4131-b867-bd46293393fb,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0aec4234-59') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG os_vif [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:80:88,bridge_name='br-int',has_traffic_filtering=True,id=0aec4234-5912-4131-b867-bd46293393fb,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0aec4234-59') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0aec4234-59, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=be55c288-dcd5-4596-b939-a5ac4e65bc15) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:03:31 user nova-compute[74974]: INFO os_vif [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:80:88,bridge_name='br-int',has_traffic_filtering=True,id=0aec4234-5912-4131-b867-bd46293393fb,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0aec4234-59')
Nov 29 12:03:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VSmBbpTQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:03:31 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:03:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[22928560-172b-4ff1-9249-5f7c9f930a91]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:03:31 user nova-compute[74974]: No targets found.
Nov 29 12:03:31 user nova-compute[74974]: iSNS:
Nov 29 12:03:31 user nova-compute[74974]: No targets found.
Nov 29 12:03:31 user nova-compute[74974]: STATIC:
Nov 29 12:03:31 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:03:31 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:03:31 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:03:31 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218
Nov 29 12:03:31 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:03:31 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:03:31 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471
Nov 29 12:03:31 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:03:31 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:03:31 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636
Nov 29 12:03:31 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:03:31 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:03:31 user nova-compute[74974]: FIRMWARE:
Nov 29 12:03:31 user nova-compute[74974]: No targets found.
Nov 29 12:03:31 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:03:31 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:03:31 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[56060277-1005-4109-88f1-0f65891c2d12]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b7cf606-efa5-4983-bda3-5ff1a0e39e2e]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:03:31 user nova-compute[74974]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:03:31 user nova-compute[74974]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)
Nov 29 12:03:31 user nova-compute[74974]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:03:31 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:03:31 user nova-compute[74974]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:03:31 user nova-compute[74974]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)
Nov 29 12:03:31 user nova-compute[74974]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:03:31 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa835bac0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636'): ({'sdd'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Removing single pathed devices sdd {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2488df0d-7631-42ad-9f01-da54b6e7b82a]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c2af294-232f-44a6-bb8f-7f4e5afe136a]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Flushing IO for device /dev/sdd {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c52a423-6e53-4a83-93db-0070354578f2]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.034s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[923dacb8-930d-4813-a9ea-dbc3b72936e4]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] SCSI volumes sdd have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO66fabdb6-b32dabb1565bf7a1', '/dev/disk/by-id/scsi-26233326461626231', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_66fabdb6') {{(pid=85288) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[390f2622-0998-4925-8c4d-1de866e02fb1]: (4, None) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[de3c4438-003e-444f-a744-8bf3a834a223]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f619b964-6edd-4339-9f10-c5f942dfa9b1]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636, portal: 172.16.0.220,3260]
Nov 29 12:03:31 user nova-compute[74974]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636, portal: 172.16.0.220,3260] successful.
Nov 29 12:03:31 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[eff93796-aa11-496f-8994-cad66784c032]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:03:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.292s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:03:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] <== disconnect_volume: return (293ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:03:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:03:32 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Deleting instance files /opt/stack/data/nova/instances/c2516363-6cf9-448f-9988-b2d090840e2a_del
Nov 29 12:03:32 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Deletion of /opt/stack/data/nova/instances/c2516363-6cf9-448f-9988-b2d090840e2a_del complete
Nov 29 12:03:32 user nova-compute[74974]: INFO nova.compute.manager [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Took 1.16 seconds to destroy the instance on the hypervisor.
Nov 29 12:03:32 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:03:32 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:03:32 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:03:32 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:03:32 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Took 0.89 seconds to deallocate network for instance.
Nov 29 12:03:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-76d94982-8bbe-4eb7-93a8-20ec134e0b86 req-1ac7b375-65f0-4e67-8318-12c59096eda6 service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Received event network-vif-plugged-0aec4234-5912-4131-b867-bd46293393fb {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:03:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-76d94982-8bbe-4eb7-93a8-20ec134e0b86 req-1ac7b375-65f0-4e67-8318-12c59096eda6 service nova] Acquiring lock "c2516363-6cf9-448f-9988-b2d090840e2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:03:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-76d94982-8bbe-4eb7-93a8-20ec134e0b86 req-1ac7b375-65f0-4e67-8318-12c59096eda6 service nova] Lock "c2516363-6cf9-448f-9988-b2d090840e2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:03:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-76d94982-8bbe-4eb7-93a8-20ec134e0b86 req-1ac7b375-65f0-4e67-8318-12c59096eda6 service nova] Lock "c2516363-6cf9-448f-9988-b2d090840e2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:03:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-76d94982-8bbe-4eb7-93a8-20ec134e0b86 req-1ac7b375-65f0-4e67-8318-12c59096eda6 service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] No waiting events found dispatching network-vif-plugged-0aec4234-5912-4131-b867-bd46293393fb {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:03:33 user nova-compute[74974]: WARNING nova.compute.manager [req-76d94982-8bbe-4eb7-93a8-20ec134e0b86 req-1ac7b375-65f0-4e67-8318-12c59096eda6 service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Received unexpected event network-vif-plugged-0aec4234-5912-4131-b867-bd46293393fb for instance with vm_state active and task_state deleting.
Nov 29 12:03:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-76d94982-8bbe-4eb7-93a8-20ec134e0b86 req-1ac7b375-65f0-4e67-8318-12c59096eda6 service nova] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Received event network-vif-deleted-0aec4234-5912-4131-b867-bd46293393fb {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:03:33 user nova-compute[74974]: INFO nova.compute.manager [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c2516363-6cf9-448f-9988-b2d090840e2a] Took 0.74 seconds to detach 1 volumes for instance.
Nov 29 12:03:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:03:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:03:34 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:03:34 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:03:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.329s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:03:34 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Deleted allocations for instance c2516363-6cf9-448f-9988-b2d090840e2a
Nov 29 12:03:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e1ed178a-fe4f-4ab4-b41c-3a2ad0766e8b tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "c2516363-6cf9-448f-9988-b2d090840e2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.307s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:03:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:03:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:03:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:03:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:03:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:03:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:03:44 user nova-compute[74974]: INFO nova.compute.manager [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Terminating instance
Nov 29 12:03:44 user nova-compute[74974]: DEBUG nova.compute.manager [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:03:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG nova.compute.manager [req-3f66b9df-50d6-48b1-aded-784790d56fde req-acc22993-de23-4f31-995e-97052179ce41 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Received event network-vif-unplugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3f66b9df-50d6-48b1-aded-784790d56fde req-acc22993-de23-4f31-995e-97052179ce41 service nova] Acquiring lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3f66b9df-50d6-48b1-aded-784790d56fde req-acc22993-de23-4f31-995e-97052179ce41 service nova] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3f66b9df-50d6-48b1-aded-784790d56fde req-acc22993-de23-4f31-995e-97052179ce41 service nova] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG nova.compute.manager [req-3f66b9df-50d6-48b1-aded-784790d56fde req-acc22993-de23-4f31-995e-97052179ce41 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] No waiting events found dispatching network-vif-unplugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG nova.compute.manager [req-3f66b9df-50d6-48b1-aded-784790d56fde req-acc22993-de23-4f31-995e-97052179ce41 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Received event network-vif-unplugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:45 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Instance destroyed successfully.
Nov 29 12:03:45 user nova-compute[74974]: DEBUG nova.objects.instance [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lazy-loading 'resources' on Instance uuid aed8217e-ea57-4e0c-ac38-0e14d82df77f {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T11:57:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1792147335',display_name='tempest-ServerActionsTestOtherA-server-1274586055',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1792147335',id=22,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAIIB+luerUaokK69aeeXIgtFhYIwgA92SecIbDARMIBi6wo4GEAEfOxyYx1tvtIsIoGjmHo6rGDogZDDF9ZUy2XI3iBv0V5/w/cGUuPs0Ugf9oTAvKvVUZ2jSPwGqLyrQ==',key_name='tempest-keypair-524184611',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:00:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='800708720f894497a040a971a2d30c58',ramdisk_id='',reservation_id='r-5nerm06i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1108672042',owner_user_name='tempest-ServerActionsTestOtherA-1108672042-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:00:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b9b1fc53de6a43e888443f24187282c2',uuid=aed8217e-ea57-4e0c-ac38-0e14d82df77f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "address": "fa:16:3e:d5:64:cf", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6434655-8e", "ovs_interfaceid": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converting VIF {"id": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "address": "fa:16:3e:d5:64:cf", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6434655-8e", "ovs_interfaceid": "f6434655-8e69-46f2-9d70-4e8ad3d6e9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d5:64:cf,bridge_name='br-int',has_traffic_filtering=True,id=f6434655-8e69-46f2-9d70-4e8ad3d6e9e0,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6434655-8e') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG os_vif [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d5:64:cf,bridge_name='br-int',has_traffic_filtering=True,id=f6434655-8e69-46f2-9d70-4e8ad3d6e9e0,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6434655-8e') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf6434655-8e, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b29e7cc8-e2b4-4e66-a34e-d1a3e170b5cb) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:03:45 user nova-compute[74974]: INFO os_vif [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d5:64:cf,bridge_name='br-int',has_traffic_filtering=True,id=f6434655-8e69-46f2-9d70-4e8ad3d6e9e0,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6434655-8e')
Nov 29 12:03:45 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Deleting instance files /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f_del
Nov 29 12:03:45 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Deletion of /opt/stack/data/nova/instances/aed8217e-ea57-4e0c-ac38-0e14d82df77f_del complete
Nov 29 12:03:45 user nova-compute[74974]: INFO nova.compute.manager [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 29 12:03:45 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:03:45 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2670ed6a-fc41-4485-b559-c60a5aced4da is timed out.
Nov 29 12:03:45 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Successfully detached device vdb from instance 2670ed6a-fc41-4485-b559-c60a5aced4da from the live domain config.
Nov 29 12:03:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SLFqdXOe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:03:45 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:03:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1b788b6-981b-4b98-8735-876834aa8215]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:03:45 user nova-compute[74974]: No targets found.
Nov 29 12:03:45 user nova-compute[74974]: iSNS:
Nov 29 12:03:45 user nova-compute[74974]: No targets found.
Nov 29 12:03:45 user nova-compute[74974]: STATIC:
Nov 29 12:03:45 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:03:45 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:03:45 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:03:45 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218
Nov 29 12:03:45 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:03:45 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:03:45 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471
Nov 29 12:03:45 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:03:45 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:03:45 user nova-compute[74974]: FIRMWARE:
Nov 29 12:03:45 user nova-compute[74974]: No targets found.
Nov 29 12:03:45 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:03:45 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:03:45 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f42ec1b0-68a4-4179-a440-9250b6446e8f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[68e8fcfa-6f0e-4327-8554-dd8a5595b374]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:03:45 user nova-compute[74974]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)
Nov 29 12:03:45 user nova-compute[74974]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:03:45 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:03:45 user nova-compute[74974]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 (non-flash)
Nov 29 12:03:45 user nova-compute[74974]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:03:45 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1acc434430>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471'): ({'sdb'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Removing single pathed devices sdb {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:03:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1870538-be67-4b92-a103-4878c9560136]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c306c73f-b335-4bca-9a24-85d18f4cd64c]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Flushing IO for device /dev/sdb {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.011s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[557db3b3-2e76-4968-81b1-d4942e435b59]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.039s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbd5b1f2-0b20-4806-be10-eb495a4fb15e]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[01d907f5-8910-4d20-b888-96e6f518cc49]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e60ba424-0148-463f-8463-52bb27efeb83]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471, portal: 172.16.0.220,3260]
Nov 29 12:03:46 user nova-compute[74974]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471, portal: 172.16.0.220,3260] successful.
Nov 29 12:03:46 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5eb06499-2ad6-44de-a64b-91c61408e471 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3c58e38-fd71-4d4e-8253-77f90a894ef6]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.287s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] <== disconnect_volume: return (288ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG nova.objects.instance [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lazy-loading 'flavor' on Instance uuid 2670ed6a-fc41-4485-b559-c60a5aced4da {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:03:46 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:03:46 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Took 1.22 seconds to deallocate network for instance.
Nov 29 12:03:46 user nova-compute[74974]: DEBUG nova.compute.manager [req-0aa8c434-274a-482d-b557-a96bf2bea887 req-96c48649-3a09-4c23-9d68-3013a101907b service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Received event network-vif-deleted-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:03:46 user nova-compute[74974]: INFO nova.compute.manager [req-0aa8c434-274a-482d-b557-a96bf2bea887 req-96c48649-3a09-4c23-9d68-3013a101907b service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Neutron deleted interface f6434655-8e69-46f2-9d70-4e8ad3d6e9e0; detaching it from the instance and deleting it from the info cache
Nov 29 12:03:46 user nova-compute[74974]: DEBUG nova.network.neutron [req-0aa8c434-274a-482d-b557-a96bf2bea887 req-96c48649-3a09-4c23-9d68-3013a101907b service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:03:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e0ff1978-54bd-4b04-83c5-163f0cef5e72 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.669s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:03:47 user nova-compute[74974]: DEBUG nova.compute.manager [req-0aa8c434-274a-482d-b557-a96bf2bea887 req-96c48649-3a09-4c23-9d68-3013a101907b service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Detach interface failed, port_id=f6434655-8e69-46f2-9d70-4e8ad3d6e9e0, reason: Instance aed8217e-ea57-4e0c-ac38-0e14d82df77f could not be found. {{(pid=74974) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 12:03:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:03:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:03:47 user nova-compute[74974]: DEBUG nova.compute.manager [req-d23391ec-da24-481d-8736-ce4bfafdd6e0 req-23617776-7c61-420a-8d8d-c93abeb45806 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Received event network-vif-plugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:03:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d23391ec-da24-481d-8736-ce4bfafdd6e0 req-23617776-7c61-420a-8d8d-c93abeb45806 service nova] Acquiring lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:03:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d23391ec-da24-481d-8736-ce4bfafdd6e0 req-23617776-7c61-420a-8d8d-c93abeb45806 service nova] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:03:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d23391ec-da24-481d-8736-ce4bfafdd6e0 req-23617776-7c61-420a-8d8d-c93abeb45806 service nova] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:03:47 user nova-compute[74974]: DEBUG nova.compute.manager [req-d23391ec-da24-481d-8736-ce4bfafdd6e0 req-23617776-7c61-420a-8d8d-c93abeb45806 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] No waiting events found dispatching network-vif-plugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:03:47 user nova-compute[74974]: WARNING nova.compute.manager [req-d23391ec-da24-481d-8736-ce4bfafdd6e0 req-23617776-7c61-420a-8d8d-c93abeb45806 service nova] [instance: aed8217e-ea57-4e0c-ac38-0e14d82df77f] Received unexpected event network-vif-plugged-f6434655-8e69-46f2-9d70-4e8ad3d6e9e0 for instance with vm_state deleted and task_state None.
Nov 29 12:03:47 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:03:47 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:03:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.318s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:03:47 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Deleted allocations for instance aed8217e-ea57-4e0c-ac38-0e14d82df77f
Nov 29 12:03:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-51c0b9c7-6ea6-42ea-943a-b3b57950a8f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "aed8217e-ea57-4e0c-ac38-0e14d82df77f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.591s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:03:48 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:03:48 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:03:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:03:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:03:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:03:48 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:03:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Acquiring lock "49a21132-edef-4080-addb-6481c9833040" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:03:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "49a21132-edef-4080-addb-6481c9833040" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:03:49 user nova-compute[74974]: DEBUG nova.compute.manager [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:03:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:03:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:03:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:03:49 user nova-compute[74974]: INFO nova.compute.claims [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Claim successful on node user
Nov 29 12:03:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.459s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37792762-8363-408a-bf0e-66b042f02aa1/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG nova.network.neutron [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:03:50 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:03:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG nova.policy [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f36cef473e564e2caf707f5ee6f62764', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2176a49267d40d8b8ef4ff07f41ae54', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37792762-8363-408a-bf0e-66b042f02aa1/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37792762-8363-408a-bf0e-66b042f02aa1/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:03:50 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Creating image(s)
Nov 29 12:03:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Acquiring lock "/opt/stack/data/nova/instances/49a21132-edef-4080-addb-6481c9833040/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "/opt/stack/data/nova/instances/49a21132-edef-4080-addb-6481c9833040/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "/opt/stack/data/nova/instances/49a21132-edef-4080-addb-6481c9833040/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37792762-8363-408a-bf0e-66b042f02aa1/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.185s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.200s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/49a21132-edef-4080-addb-6481c9833040/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/49a21132-edef-4080-addb-6481c9833040/disk 1073741824" returned: 0 in 0.053s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.260s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:03:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG nova.network.neutron [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Successfully created port: 7789a9df-7dc5-40c5-81f5-bed5d28604ba {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Checking if we can resize image /opt/stack/data/nova/instances/49a21132-edef-4080-addb-6481c9833040/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49a21132-edef-4080-addb-6481c9833040/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49a21132-edef-4080-addb-6481c9833040/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Cannot resize image /opt/stack/data/nova/instances/49a21132-edef-4080-addb-6481c9833040/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Ensure instance console log exists: /opt/stack/data/nova/instances/49a21132-edef-4080-addb-6481c9833040/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG nova.network.neutron [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Successfully updated port: 7789a9df-7dc5-40c5-81f5-bed5d28604ba {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Acquiring lock "refresh_cache-49a21132-edef-4080-addb-6481c9833040" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Acquired lock "refresh_cache-49a21132-edef-4080-addb-6481c9833040" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG nova.network.neutron [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG nova.compute.manager [req-29076e3f-8d48-4cb7-9033-61ff4ee7da5e req-29187c0e-d293-414e-a288-bc3eee912d3f service nova] [instance: 49a21132-edef-4080-addb-6481c9833040] Received event network-changed-7789a9df-7dc5-40c5-81f5-bed5d28604ba {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG nova.compute.manager [req-29076e3f-8d48-4cb7-9033-61ff4ee7da5e req-29187c0e-d293-414e-a288-bc3eee912d3f service nova] [instance: 49a21132-edef-4080-addb-6481c9833040] Refreshing instance network info cache due to event network-changed-7789a9df-7dc5-40c5-81f5-bed5d28604ba. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-29076e3f-8d48-4cb7-9033-61ff4ee7da5e req-29187c0e-d293-414e-a288-bc3eee912d3f service nova] Acquiring lock "refresh_cache-49a21132-edef-4080-addb-6481c9833040" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG nova.network.neutron [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.network.neutron [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Updating instance_info_cache with network_info: [{"id": "7789a9df-7dc5-40c5-81f5-bed5d28604ba", "address": "fa:16:3e:f5:51:7f", "network": {"id": "96cc9aaf-b644-4c1a-8e03-ac941e9eef9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1064658278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2176a49267d40d8b8ef4ff07f41ae54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7789a9df-7d", "ovs_interfaceid": "7789a9df-7dc5-40c5-81f5-bed5d28604ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Releasing lock "refresh_cache-49a21132-edef-4080-addb-6481c9833040" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.compute.manager [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Instance network_info: |[{"id": "7789a9df-7dc5-40c5-81f5-bed5d28604ba", "address": "fa:16:3e:f5:51:7f", "network": {"id": "96cc9aaf-b644-4c1a-8e03-ac941e9eef9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1064658278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2176a49267d40d8b8ef4ff07f41ae54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7789a9df-7d", "ovs_interfaceid": "7789a9df-7dc5-40c5-81f5-bed5d28604ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-29076e3f-8d48-4cb7-9033-61ff4ee7da5e req-29187c0e-d293-414e-a288-bc3eee912d3f service nova] Acquired lock "refresh_cache-49a21132-edef-4080-addb-6481c9833040" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.network.neutron [req-29076e3f-8d48-4cb7-9033-61ff4ee7da5e req-29187c0e-d293-414e-a288-bc3eee912d3f service nova] [instance: 49a21132-edef-4080-addb-6481c9833040] Refreshing network info cache for port 7789a9df-7dc5-40c5-81f5-bed5d28604ba {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Start _get_guest_xml network_info=[{"id": "7789a9df-7dc5-40c5-81f5-bed5d28604ba", "address": "fa:16:3e:f5:51:7f", "network": {"id": "96cc9aaf-b644-4c1a-8e03-ac941e9eef9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1064658278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2176a49267d40d8b8ef4ff07f41ae54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7789a9df-7d", "ovs_interfaceid": "7789a9df-7dc5-40c5-81f5-bed5d28604ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:03:52 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:03:52 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:03:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:03:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-307364593',display_name='tempest-ServersNegativeTestJSON-server-307364593',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-307364593',id=29,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f2176a49267d40d8b8ef4ff07f41ae54',ramdisk_id='',reservation_id='r-k2d5loxu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-164783779',owner_user_name='tempest-ServersNegativeTestJSON-164783779-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:03:50Z,user_data=None,user_id='f36cef473e564e2caf707f5ee6f62764',uuid=49a21132-edef-4080-addb-6481c9833040,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7789a9df-7dc5-40c5-81f5-bed5d28604ba", "address": "fa:16:3e:f5:51:7f", "network": {"id": "96cc9aaf-b644-4c1a-8e03-ac941e9eef9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1064658278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2176a49267d40d8b8ef4ff07f41ae54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7789a9df-7d", "ovs_interfaceid": "7789a9df-7dc5-40c5-81f5-bed5d28604ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Converting VIF {"id": "7789a9df-7dc5-40c5-81f5-bed5d28604ba", "address": "fa:16:3e:f5:51:7f", "network": {"id": "96cc9aaf-b644-4c1a-8e03-ac941e9eef9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1064658278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2176a49267d40d8b8ef4ff07f41ae54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7789a9df-7d", "ovs_interfaceid": "7789a9df-7dc5-40c5-81f5-bed5d28604ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:51:7f,bridge_name='br-int',has_traffic_filtering=True,id=7789a9df-7dc5-40c5-81f5-bed5d28604ba,network=Network(96cc9aaf-b644-4c1a-8e03-ac941e9eef9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7789a9df-7d') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.objects.instance [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lazy-loading 'pci_devices' on Instance uuid 49a21132-edef-4080-addb-6481c9833040 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:03:52 user nova-compute[74974]:   <uuid>49a21132-edef-4080-addb-6481c9833040</uuid>
Nov 29 12:03:52 user nova-compute[74974]:   <name>instance-0000001d</name>
Nov 29 12:03:52 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:03:52 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:03:52 user nova-compute[74974]:   <metadata>
Nov 29 12:03:52 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:03:52 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:03:52 user nova-compute[74974]:       <nova:name>tempest-ServersNegativeTestJSON-server-307364593</nova:name>
Nov 29 12:03:52 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:03:52</nova:creationTime>
Nov 29 12:03:52 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:03:52 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:03:52 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:03:52 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:03:52 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:03:52 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:03:52 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:03:52 user nova-compute[74974]:       <nova:owner>
Nov 29 12:03:52 user nova-compute[74974]:         <nova:user uuid="f36cef473e564e2caf707f5ee6f62764">tempest-ServersNegativeTestJSON-164783779-project-member</nova:user>
Nov 29 12:03:52 user nova-compute[74974]:         <nova:project uuid="f2176a49267d40d8b8ef4ff07f41ae54">tempest-ServersNegativeTestJSON-164783779</nova:project>
Nov 29 12:03:52 user nova-compute[74974]:       </nova:owner>
Nov 29 12:03:52 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:03:52 user nova-compute[74974]:       <nova:ports>
Nov 29 12:03:52 user nova-compute[74974]:         <nova:port uuid="7789a9df-7dc5-40c5-81f5-bed5d28604ba">
Nov 29 12:03:52 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 12:03:52 user nova-compute[74974]:         </nova:port>
Nov 29 12:03:52 user nova-compute[74974]:       </nova:ports>
Nov 29 12:03:52 user nova-compute[74974]:     </nova:instance>
Nov 29 12:03:52 user nova-compute[74974]:   </metadata>
Nov 29 12:03:52 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:03:52 user nova-compute[74974]:     <system>
Nov 29 12:03:52 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:03:52 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:03:52 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:03:52 user nova-compute[74974]:       <entry name="serial">49a21132-edef-4080-addb-6481c9833040</entry>
Nov 29 12:03:52 user nova-compute[74974]:       <entry name="uuid">49a21132-edef-4080-addb-6481c9833040</entry>
Nov 29 12:03:52 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:03:52 user nova-compute[74974]:     </system>
Nov 29 12:03:52 user nova-compute[74974]:   </sysinfo>
Nov 29 12:03:52 user nova-compute[74974]:   <os>
Nov 29 12:03:52 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:03:52 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:03:52 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:03:52 user nova-compute[74974]:   </os>
Nov 29 12:03:52 user nova-compute[74974]:   <features>
Nov 29 12:03:52 user nova-compute[74974]:     <acpi/>
Nov 29 12:03:52 user nova-compute[74974]:     <apic/>
Nov 29 12:03:52 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:03:52 user nova-compute[74974]:   </features>
Nov 29 12:03:52 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:03:52 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:03:52 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:03:52 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:03:52 user nova-compute[74974]:   </clock>
Nov 29 12:03:52 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:03:52 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:03:52 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:03:52 user nova-compute[74974]:   </cpu>
Nov 29 12:03:52 user nova-compute[74974]:   <devices>
Nov 29 12:03:52 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:03:52 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:03:52 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/49a21132-edef-4080-addb-6481c9833040/disk"/>
Nov 29 12:03:52 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:03:52 user nova-compute[74974]:     </disk>
Nov 29 12:03:52 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:03:52 user nova-compute[74974]:       <mac address="fa:16:3e:f5:51:7f"/>
Nov 29 12:03:52 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:03:52 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:03:52 user nova-compute[74974]:       <target dev="tap7789a9df-7d"/>
Nov 29 12:03:52 user nova-compute[74974]:     </interface>
Nov 29 12:03:52 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:03:52 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/49a21132-edef-4080-addb-6481c9833040/console.log" append="off"/>
Nov 29 12:03:52 user nova-compute[74974]:     </serial>
Nov 29 12:03:52 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:03:52 user nova-compute[74974]:     <video>
Nov 29 12:03:52 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:03:52 user nova-compute[74974]:     </video>
Nov 29 12:03:52 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:03:52 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:03:52 user nova-compute[74974]:     </rng>
Nov 29 12:03:52 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:03:52 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:03:52 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:03:52 user nova-compute[74974]:     </memballoon>
Nov 29 12:03:52 user nova-compute[74974]:   </devices>
Nov 29 12:03:52 user nova-compute[74974]: </domain>
Nov 29 12:03:52 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:03:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-307364593',display_name='tempest-ServersNegativeTestJSON-server-307364593',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-307364593',id=29,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f2176a49267d40d8b8ef4ff07f41ae54',ramdisk_id='',reservation_id='r-k2d5loxu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-164783779',owner_user_name='tempest-ServersNegativeTestJSON-164783779-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:03:50Z,user_data=None,user_id='f36cef473e564e2caf707f5ee6f62764',uuid=49a21132-edef-4080-addb-6481c9833040,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7789a9df-7dc5-40c5-81f5-bed5d28604ba", "address": "fa:16:3e:f5:51:7f", "network": {"id": "96cc9aaf-b644-4c1a-8e03-ac941e9eef9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1064658278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2176a49267d40d8b8ef4ff07f41ae54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7789a9df-7d", "ovs_interfaceid": "7789a9df-7dc5-40c5-81f5-bed5d28604ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Converting VIF {"id": "7789a9df-7dc5-40c5-81f5-bed5d28604ba", "address": "fa:16:3e:f5:51:7f", "network": {"id": "96cc9aaf-b644-4c1a-8e03-ac941e9eef9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1064658278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2176a49267d40d8b8ef4ff07f41ae54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7789a9df-7d", "ovs_interfaceid": "7789a9df-7dc5-40c5-81f5-bed5d28604ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:51:7f,bridge_name='br-int',has_traffic_filtering=True,id=7789a9df-7dc5-40c5-81f5-bed5d28604ba,network=Network(96cc9aaf-b644-4c1a-8e03-ac941e9eef9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7789a9df-7d') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG os_vif [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:51:7f,bridge_name='br-int',has_traffic_filtering=True,id=7789a9df-7dc5-40c5-81f5-bed5d28604ba,network=Network(96cc9aaf-b644-4c1a-8e03-ac941e9eef9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7789a9df-7d') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd02a4eb7-6ae0-5d73-9202-c56258d283c2', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:03:52 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:03:52 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=7732MB free_disk=25.08177947998047GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7789a9df-7d, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7789a9df-7d, col_values=(('qos', UUID('36ce15c8-c652-468f-bedd-7180954d7779')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7789a9df-7d, col_values=(('external_ids', {'iface-id': '7789a9df-7dc5-40c5-81f5-bed5d28604ba', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f5:51:7f', 'vm-uuid': '49a21132-edef-4080-addb-6481c9833040'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:52 user nova-compute[74974]: INFO os_vif [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:51:7f,bridge_name='br-int',has_traffic_filtering=True,id=7789a9df-7dc5-40c5-81f5-bed5d28604ba,network=Network(96cc9aaf-b644-4c1a-8e03-ac941e9eef9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7789a9df-7d')
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] No VIF found with MAC fa:16:3e:f5:51:7f, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2ed3a206-5fd0-4782-b47a-20497a7df7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance ee78d0d8-0125-46d8-b1e1-2b38eaabeedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e4219657-0bf5-4781-9960-490c7b1d97ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e0cb8e50-6436-4a97-b50c-23f5ad505d68 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2670ed6a-fc41-4485-b559-c60a5aced4da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 77ed4d86-4087-4a21-af35-605d0210e311 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 49d0eb31-dd34-4661-9acf-3440ba7fdf21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 37792762-8363-408a-bf0e-66b042f02aa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 49a21132-edef-4080-addb-6481c9833040 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.network.neutron [req-29076e3f-8d48-4cb7-9033-61ff4ee7da5e req-29187c0e-d293-414e-a288-bc3eee912d3f service nova] [instance: 49a21132-edef-4080-addb-6481c9833040] Updated VIF entry in instance network info cache for port 7789a9df-7dc5-40c5-81f5-bed5d28604ba. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.network.neutron [req-29076e3f-8d48-4cb7-9033-61ff4ee7da5e req-29187c0e-d293-414e-a288-bc3eee912d3f service nova] [instance: 49a21132-edef-4080-addb-6481c9833040] Updating instance_info_cache with network_info: [{"id": "7789a9df-7dc5-40c5-81f5-bed5d28604ba", "address": "fa:16:3e:f5:51:7f", "network": {"id": "96cc9aaf-b644-4c1a-8e03-ac941e9eef9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1064658278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2176a49267d40d8b8ef4ff07f41ae54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7789a9df-7d", "ovs_interfaceid": "7789a9df-7dc5-40c5-81f5-bed5d28604ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-29076e3f-8d48-4cb7-9033-61ff4ee7da5e req-29187c0e-d293-414e-a288-bc3eee912d3f service nova] Releasing lock "refresh_cache-49a21132-edef-4080-addb-6481c9833040" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:03:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.423s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:03:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-7a6f5ea3-c72e-4f40-881e-dd390eff5252 req-2ee0682c-de22-4dfb-88f2-aaed6b1b15c7 service nova] [instance: 49a21132-edef-4080-addb-6481c9833040] Received event network-vif-plugged-7789a9df-7dc5-40c5-81f5-bed5d28604ba {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:03:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7a6f5ea3-c72e-4f40-881e-dd390eff5252 req-2ee0682c-de22-4dfb-88f2-aaed6b1b15c7 service nova] Acquiring lock "49a21132-edef-4080-addb-6481c9833040-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:03:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7a6f5ea3-c72e-4f40-881e-dd390eff5252 req-2ee0682c-de22-4dfb-88f2-aaed6b1b15c7 service nova] Lock "49a21132-edef-4080-addb-6481c9833040-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:03:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7a6f5ea3-c72e-4f40-881e-dd390eff5252 req-2ee0682c-de22-4dfb-88f2-aaed6b1b15c7 service nova] Lock "49a21132-edef-4080-addb-6481c9833040-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:03:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-7a6f5ea3-c72e-4f40-881e-dd390eff5252 req-2ee0682c-de22-4dfb-88f2-aaed6b1b15c7 service nova] [instance: 49a21132-edef-4080-addb-6481c9833040] No waiting events found dispatching network-vif-plugged-7789a9df-7dc5-40c5-81f5-bed5d28604ba {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:03:54 user nova-compute[74974]: WARNING nova.compute.manager [req-7a6f5ea3-c72e-4f40-881e-dd390eff5252 req-2ee0682c-de22-4dfb-88f2-aaed6b1b15c7 service nova] [instance: 49a21132-edef-4080-addb-6481c9833040] Received unexpected event network-vif-plugged-7789a9df-7dc5-40c5-81f5-bed5d28604ba for instance with vm_state building and task_state spawning.
Nov 29 12:03:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:54 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:03:54 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:03:54 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:03:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-e4219657-0bf5-4781-9960-490c7b1d97ef" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:03:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-e4219657-0bf5-4781-9960-490c7b1d97ef" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:03:55 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:03:55 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Updating instance_info_cache with network_info: [{"id": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "address": "fa:16:3e:a0:aa:5f", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa75d8594-44", "ovs_interfaceid": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:03:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-e4219657-0bf5-4781-9960-490c7b1d97ef" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:03:55 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:03:55 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:03:55 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:03:55 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:03:55 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:03:56 user nova-compute[74974]: DEBUG nova.compute.manager [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:03:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:03:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 49a21132-edef-4080-addb-6481c9833040] Instance spawned successfully.
Nov 29 12:03:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:03:56 user nova-compute[74974]: DEBUG nova.compute.manager [req-1091fa0c-065a-4384-b87e-068a57ada868 req-528b024f-611e-414d-b9fc-9937193b59a8 service nova] [instance: 49a21132-edef-4080-addb-6481c9833040] Received event network-vif-plugged-7789a9df-7dc5-40c5-81f5-bed5d28604ba {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:03:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1091fa0c-065a-4384-b87e-068a57ada868 req-528b024f-611e-414d-b9fc-9937193b59a8 service nova] Acquiring lock "49a21132-edef-4080-addb-6481c9833040-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:03:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1091fa0c-065a-4384-b87e-068a57ada868 req-528b024f-611e-414d-b9fc-9937193b59a8 service nova] Lock "49a21132-edef-4080-addb-6481c9833040-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:03:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1091fa0c-065a-4384-b87e-068a57ada868 req-528b024f-611e-414d-b9fc-9937193b59a8 service nova] Lock "49a21132-edef-4080-addb-6481c9833040-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:03:56 user nova-compute[74974]: DEBUG nova.compute.manager [req-1091fa0c-065a-4384-b87e-068a57ada868 req-528b024f-611e-414d-b9fc-9937193b59a8 service nova] [instance: 49a21132-edef-4080-addb-6481c9833040] No waiting events found dispatching network-vif-plugged-7789a9df-7dc5-40c5-81f5-bed5d28604ba {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:03:56 user nova-compute[74974]: WARNING nova.compute.manager [req-1091fa0c-065a-4384-b87e-068a57ada868 req-528b024f-611e-414d-b9fc-9937193b59a8 service nova] [instance: 49a21132-edef-4080-addb-6481c9833040] Received unexpected event network-vif-plugged-7789a9df-7dc5-40c5-81f5-bed5d28604ba for instance with vm_state building and task_state spawning.
Nov 29 12:03:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:03:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:03:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:03:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:03:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:03:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:03:56 user nova-compute[74974]: INFO nova.compute.manager [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Took 5.69 seconds to spawn the instance on the hypervisor.
Nov 29 12:03:56 user nova-compute[74974]: DEBUG nova.compute.manager [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:03:56 user nova-compute[74974]: INFO nova.compute.manager [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Took 6.63 seconds to build instance.
Nov 29 12:03:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-19e17564-b9c7-434a-ad56-eeec5d173553 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "49a21132-edef-4080-addb-6481c9833040" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.728s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:03:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:03:58 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:03:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Acquiring lock "37792762-8363-408a-bf0e-66b042f02aa1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "37792762-8363-408a-bf0e-66b042f02aa1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Acquiring lock "37792762-8363-408a-bf0e-66b042f02aa1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "37792762-8363-408a-bf0e-66b042f02aa1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "37792762-8363-408a-bf0e-66b042f02aa1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:13 user nova-compute[74974]: INFO nova.compute.manager [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Terminating instance
Nov 29 12:04:13 user nova-compute[74974]: DEBUG nova.compute.manager [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:04:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-189e7eed-a6da-4594-b8c5-a278dfd776b8 req-6f7cc363-9aa6-499f-92c8-55bb9e838cf3 service nova] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Received event network-vif-unplugged-a7cf726c-2301-4c72-afb0-91f724a16cdd {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:04:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-189e7eed-a6da-4594-b8c5-a278dfd776b8 req-6f7cc363-9aa6-499f-92c8-55bb9e838cf3 service nova] Acquiring lock "37792762-8363-408a-bf0e-66b042f02aa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-189e7eed-a6da-4594-b8c5-a278dfd776b8 req-6f7cc363-9aa6-499f-92c8-55bb9e838cf3 service nova] Lock "37792762-8363-408a-bf0e-66b042f02aa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-189e7eed-a6da-4594-b8c5-a278dfd776b8 req-6f7cc363-9aa6-499f-92c8-55bb9e838cf3 service nova] Lock "37792762-8363-408a-bf0e-66b042f02aa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-189e7eed-a6da-4594-b8c5-a278dfd776b8 req-6f7cc363-9aa6-499f-92c8-55bb9e838cf3 service nova] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] No waiting events found dispatching network-vif-unplugged-a7cf726c-2301-4c72-afb0-91f724a16cdd {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:04:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-189e7eed-a6da-4594-b8c5-a278dfd776b8 req-6f7cc363-9aa6-499f-92c8-55bb9e838cf3 service nova] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Received event network-vif-unplugged-a7cf726c-2301-4c72-afb0-91f724a16cdd for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:04:14 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Instance destroyed successfully.
Nov 29 12:04:14 user nova-compute[74974]: DEBUG nova.objects.instance [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lazy-loading 'resources' on Instance uuid 37792762-8363-408a-bf0e-66b042f02aa1 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:04:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:02:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1361494844',display_name='tempest-VolumesActionsTest-instance-1361494844',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1361494844',id=28,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:02:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ec243847253e490da44f1ca8fc8735f9',ramdisk_id='',reservation_id='r-dsmzni1z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1640631024',owner_user_name='tempest-VolumesActionsTest-1640631024-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:02:29Z,user_data=None,user_id='f98f81dfe842493f901d3b52e54402ac',uuid=37792762-8363-408a-bf0e-66b042f02aa1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a7cf726c-2301-4c72-afb0-91f724a16cdd", "address": "fa:16:3e:17:90:d1", "network": {"id": "5a6e7699-bd80-42ef-9232-a58aad32b46b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-177745107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec243847253e490da44f1ca8fc8735f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7cf726c-23", "ovs_interfaceid": "a7cf726c-2301-4c72-afb0-91f724a16cdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:04:14 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Converting VIF {"id": "a7cf726c-2301-4c72-afb0-91f724a16cdd", "address": "fa:16:3e:17:90:d1", "network": {"id": "5a6e7699-bd80-42ef-9232-a58aad32b46b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-177745107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec243847253e490da44f1ca8fc8735f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7cf726c-23", "ovs_interfaceid": "a7cf726c-2301-4c72-afb0-91f724a16cdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:04:14 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:90:d1,bridge_name='br-int',has_traffic_filtering=True,id=a7cf726c-2301-4c72-afb0-91f724a16cdd,network=Network(5a6e7699-bd80-42ef-9232-a58aad32b46b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7cf726c-23') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:04:14 user nova-compute[74974]: DEBUG os_vif [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:90:d1,bridge_name='br-int',has_traffic_filtering=True,id=a7cf726c-2301-4c72-afb0-91f724a16cdd,network=Network(5a6e7699-bd80-42ef-9232-a58aad32b46b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7cf726c-23') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:04:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa7cf726c-23, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:04:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:04:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b6d4f23b-6be5-450f-a242-1e36c31252bb) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:04:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:14 user nova-compute[74974]: INFO os_vif [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:90:d1,bridge_name='br-int',has_traffic_filtering=True,id=a7cf726c-2301-4c72-afb0-91f724a16cdd,network=Network(5a6e7699-bd80-42ef-9232-a58aad32b46b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7cf726c-23')
Nov 29 12:04:14 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Deleting instance files /opt/stack/data/nova/instances/37792762-8363-408a-bf0e-66b042f02aa1_del
Nov 29 12:04:14 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Deletion of /opt/stack/data/nova/instances/37792762-8363-408a-bf0e-66b042f02aa1_del complete
Nov 29 12:04:14 user nova-compute[74974]: INFO nova.compute.manager [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 29 12:04:14 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:04:14 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:04:14 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:04:15 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:04:15 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Took 0.46 seconds to deallocate network for instance.
Nov 29 12:04:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:15 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:04:15 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:04:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.331s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:15 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Deleted allocations for instance 37792762-8363-408a-bf0e-66b042f02aa1
Nov 29 12:04:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-71e26f1b-86e1-4a86-a982-e912a4d94c77 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "37792762-8363-408a-bf0e-66b042f02aa1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.866s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Acquiring lock "2670ed6a-fc41-4485-b559-c60a5aced4da" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Acquiring lock "2670ed6a-fc41-4485-b559-c60a5aced4da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:15 user nova-compute[74974]: INFO nova.compute.manager [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Terminating instance
Nov 29 12:04:15 user nova-compute[74974]: DEBUG nova.compute.manager [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:04:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG nova.compute.manager [req-1c4be2c2-a9cb-42bf-84b4-605c66121c30 req-cc3936cc-2973-4170-a2b7-656bd901cfe2 service nova] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Received event network-vif-plugged-a7cf726c-2301-4c72-afb0-91f724a16cdd {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1c4be2c2-a9cb-42bf-84b4-605c66121c30 req-cc3936cc-2973-4170-a2b7-656bd901cfe2 service nova] Acquiring lock "37792762-8363-408a-bf0e-66b042f02aa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1c4be2c2-a9cb-42bf-84b4-605c66121c30 req-cc3936cc-2973-4170-a2b7-656bd901cfe2 service nova] Lock "37792762-8363-408a-bf0e-66b042f02aa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1c4be2c2-a9cb-42bf-84b4-605c66121c30 req-cc3936cc-2973-4170-a2b7-656bd901cfe2 service nova] Lock "37792762-8363-408a-bf0e-66b042f02aa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG nova.compute.manager [req-1c4be2c2-a9cb-42bf-84b4-605c66121c30 req-cc3936cc-2973-4170-a2b7-656bd901cfe2 service nova] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] No waiting events found dispatching network-vif-plugged-a7cf726c-2301-4c72-afb0-91f724a16cdd {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:04:16 user nova-compute[74974]: WARNING nova.compute.manager [req-1c4be2c2-a9cb-42bf-84b4-605c66121c30 req-cc3936cc-2973-4170-a2b7-656bd901cfe2 service nova] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Received unexpected event network-vif-plugged-a7cf726c-2301-4c72-afb0-91f724a16cdd for instance with vm_state deleted and task_state None.
Nov 29 12:04:16 user nova-compute[74974]: DEBUG nova.compute.manager [req-1c4be2c2-a9cb-42bf-84b4-605c66121c30 req-cc3936cc-2973-4170-a2b7-656bd901cfe2 service nova] [instance: 37792762-8363-408a-bf0e-66b042f02aa1] Received event network-vif-deleted-a7cf726c-2301-4c72-afb0-91f724a16cdd {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG nova.compute.manager [req-04b1c1b2-6e61-4b40-b4d2-eca5730e7fa3 req-f2a2d581-6575-4e0d-8064-488f6f2c79a1 service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Received event network-vif-unplugged-c27ab9c0-a045-4e4a-acad-d5c864ab2471 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-04b1c1b2-6e61-4b40-b4d2-eca5730e7fa3 req-f2a2d581-6575-4e0d-8064-488f6f2c79a1 service nova] Acquiring lock "2670ed6a-fc41-4485-b559-c60a5aced4da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-04b1c1b2-6e61-4b40-b4d2-eca5730e7fa3 req-f2a2d581-6575-4e0d-8064-488f6f2c79a1 service nova] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-04b1c1b2-6e61-4b40-b4d2-eca5730e7fa3 req-f2a2d581-6575-4e0d-8064-488f6f2c79a1 service nova] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG nova.compute.manager [req-04b1c1b2-6e61-4b40-b4d2-eca5730e7fa3 req-f2a2d581-6575-4e0d-8064-488f6f2c79a1 service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] No waiting events found dispatching network-vif-unplugged-c27ab9c0-a045-4e4a-acad-d5c864ab2471 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG nova.compute.manager [req-04b1c1b2-6e61-4b40-b4d2-eca5730e7fa3 req-f2a2d581-6575-4e0d-8064-488f6f2c79a1 service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Received event network-vif-unplugged-c27ab9c0-a045-4e4a-acad-d5c864ab2471 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:16 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Instance destroyed successfully.
Nov 29 12:04:16 user nova-compute[74974]: DEBUG nova.objects.instance [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lazy-loading 'resources' on Instance uuid 2670ed6a-fc41-4485-b559-c60a5aced4da {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:00:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1932732671',display_name='tempest-TestServerVolumeAttachmentScenario-server-1932732671',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1932732671',id=25,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOvEMYeohrfLOVRIq8KaR2Wp+FhqJ8h6jNMvFDHN83bJ35JIBCvJniyD1ECy/SyT7lXfCAYTRXIk52EF4votdxs0exd2Ue2WGHrNBW/HKEpUqNGau8RqhHD6m0+0Nhi4pw==',key_name='tempest-keypair-1334799871',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:00:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='795f3126dba4461ebb19beff695319e0',ramdisk_id='',reservation_id='r-f8u89nl5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1878850399',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1878850399-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:00:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e1aee695c14043e8b7b47c9d1314b64d',uuid=2670ed6a-fc41-4485-b559-c60a5aced4da,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c27ab9c0-a045-4e4a-acad-d5c864ab2471", "address": "fa:16:3e:eb:6b:7c", "network": {"id": "8205b638-6a99-4e3c-9349-507223b04af2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-154931869-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "795f3126dba4461ebb19beff695319e0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc27ab9c0-a0", "ovs_interfaceid": "c27ab9c0-a045-4e4a-acad-d5c864ab2471", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Converting VIF {"id": "c27ab9c0-a045-4e4a-acad-d5c864ab2471", "address": "fa:16:3e:eb:6b:7c", "network": {"id": "8205b638-6a99-4e3c-9349-507223b04af2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-154931869-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "795f3126dba4461ebb19beff695319e0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc27ab9c0-a0", "ovs_interfaceid": "c27ab9c0-a045-4e4a-acad-d5c864ab2471", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:eb:6b:7c,bridge_name='br-int',has_traffic_filtering=True,id=c27ab9c0-a045-4e4a-acad-d5c864ab2471,network=Network(8205b638-6a99-4e3c-9349-507223b04af2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc27ab9c0-a0') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG os_vif [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:eb:6b:7c,bridge_name='br-int',has_traffic_filtering=True,id=c27ab9c0-a045-4e4a-acad-d5c864ab2471,network=Network(8205b638-6a99-4e3c-9349-507223b04af2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc27ab9c0-a0') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc27ab9c0-a0, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=362eb1a2-49c7-4870-b70f-ff90c785c5c3) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:16 user nova-compute[74974]: INFO os_vif [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:eb:6b:7c,bridge_name='br-int',has_traffic_filtering=True,id=c27ab9c0-a045-4e4a-acad-d5c864ab2471,network=Network(8205b638-6a99-4e3c-9349-507223b04af2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc27ab9c0-a0')
Nov 29 12:04:16 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Deleting instance files /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da_del
Nov 29 12:04:16 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Deletion of /opt/stack/data/nova/instances/2670ed6a-fc41-4485-b559-c60a5aced4da_del complete
Nov 29 12:04:16 user nova-compute[74974]: INFO nova.compute.manager [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 29 12:04:16 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:04:16 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:04:17 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:04:17 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Took 0.82 seconds to deallocate network for instance.
Nov 29 12:04:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:17 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:04:17 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:04:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.275s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:17 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Deleted allocations for instance 2670ed6a-fc41-4485-b559-c60a5aced4da
Nov 29 12:04:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fd6194f9-cd67-4625-ac6a-92736ab467f5 tempest-TestServerVolumeAttachmentScenario-1878850399 tempest-TestServerVolumeAttachmentScenario-1878850399-project-member] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.242s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:18 user nova-compute[74974]: DEBUG nova.compute.manager [req-9e948bac-0d48-4d00-8b8e-10c6053ac488 req-363a0af0-0a64-45f6-a08c-9f5cafd309d4 service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Received event network-vif-deleted-c27ab9c0-a045-4e4a-acad-d5c864ab2471 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:04:18 user nova-compute[74974]: DEBUG nova.compute.manager [req-ca643e07-c7ac-4fb9-a023-8e3a62662dd8 req-6e877826-5a4d-4a24-af3f-428f243d7b56 service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Received event network-vif-plugged-c27ab9c0-a045-4e4a-acad-d5c864ab2471 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:04:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ca643e07-c7ac-4fb9-a023-8e3a62662dd8 req-6e877826-5a4d-4a24-af3f-428f243d7b56 service nova] Acquiring lock "2670ed6a-fc41-4485-b559-c60a5aced4da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ca643e07-c7ac-4fb9-a023-8e3a62662dd8 req-6e877826-5a4d-4a24-af3f-428f243d7b56 service nova] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ca643e07-c7ac-4fb9-a023-8e3a62662dd8 req-6e877826-5a4d-4a24-af3f-428f243d7b56 service nova] Lock "2670ed6a-fc41-4485-b559-c60a5aced4da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:18 user nova-compute[74974]: DEBUG nova.compute.manager [req-ca643e07-c7ac-4fb9-a023-8e3a62662dd8 req-6e877826-5a4d-4a24-af3f-428f243d7b56 service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] No waiting events found dispatching network-vif-plugged-c27ab9c0-a045-4e4a-acad-d5c864ab2471 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:04:18 user nova-compute[74974]: WARNING nova.compute.manager [req-ca643e07-c7ac-4fb9-a023-8e3a62662dd8 req-6e877826-5a4d-4a24-af3f-428f243d7b56 service nova] [instance: 2670ed6a-fc41-4485-b559-c60a5aced4da] Received unexpected event network-vif-plugged-c27ab9c0-a045-4e4a-acad-d5c864ab2471 for instance with vm_state deleted and task_state None.
Nov 29 12:04:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "c353a48a-de13-4416-891a-869e9967866b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "c353a48a-de13-4416-891a-869e9967866b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:22 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:04:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:22 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:04:22 user nova-compute[74974]: INFO nova.compute.claims [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Claim successful on node user
Nov 29 12:04:22 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:04:22 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:04:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.346s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:22 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:04:22 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:04:22 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:04:22 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:04:22 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG nova.policy [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3916353998a42d6a65cf663877bbf14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfdef526837a498596f2a4b4dab853ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:04:23 user nova-compute[74974]: INFO nova.virt.block_device [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Booting with volume 2a446c40-e858-4824-809a-f78fd1bcd636 at /dev/vda
Nov 29 12:04:23 user nova-compute[74974]: DEBUG os_brick.utils [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3adfcd4-ef26-4df1-b5a5-423618a5780d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ac7921d-7330-4b9c-8c81-76c8ece97f96]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[95138594-5a88-4bc2-9105-29c82c219c23]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef0651e6-2df0-44a0-916b-121c64f0164f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:04:23 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:04:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a1ade62-cc5a-47a0-bb14-ff3a5d63b0e2]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG os_brick.utils [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Updating existing volume attachment record: f5acb98a-1f01-4e86-b7c6-492aa590d660 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:23 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Successfully created port: f41a47fa-7f0b-42aa-a132-cd3ccb4f085f {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:04:24 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Successfully updated port: f41a47fa-7f0b-42aa-a132-cd3ccb4f085f {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:04:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "refresh_cache-c353a48a-de13-4416-891a-869e9967866b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:04:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquired lock "refresh_cache-c353a48a-de13-4416-891a-869e9967866b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:04:24 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:04:24 user nova-compute[74974]: DEBUG nova.compute.manager [req-ba83bb1b-c513-4dc5-9ef1-59a6e86f29ab req-a404fec3-80b7-4a18-96c8-4cfac4ffb364 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Received event network-changed-f41a47fa-7f0b-42aa-a132-cd3ccb4f085f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:04:24 user nova-compute[74974]: DEBUG nova.compute.manager [req-ba83bb1b-c513-4dc5-9ef1-59a6e86f29ab req-a404fec3-80b7-4a18-96c8-4cfac4ffb364 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Refreshing instance network info cache due to event network-changed-f41a47fa-7f0b-42aa-a132-cd3ccb4f085f. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:04:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ba83bb1b-c513-4dc5-9ef1-59a6e86f29ab req-a404fec3-80b7-4a18-96c8-4cfac4ffb364 service nova] Acquiring lock "refresh_cache-c353a48a-de13-4416-891a-869e9967866b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:04:24 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:04:24 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Updating instance_info_cache with network_info: [{"id": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "address": "fa:16:3e:56:b4:a8", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf41a47fa-7f", "ovs_interfaceid": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:04:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Releasing lock "refresh_cache-c353a48a-de13-4416-891a-869e9967866b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:04:24 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Instance network_info: |[{"id": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "address": "fa:16:3e:56:b4:a8", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf41a47fa-7f", "ovs_interfaceid": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:04:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ba83bb1b-c513-4dc5-9ef1-59a6e86f29ab req-a404fec3-80b7-4a18-96c8-4cfac4ffb364 service nova] Acquired lock "refresh_cache-c353a48a-de13-4416-891a-869e9967866b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:04:24 user nova-compute[74974]: DEBUG nova.network.neutron [req-ba83bb1b-c513-4dc5-9ef1-59a6e86f29ab req-a404fec3-80b7-4a18-96c8-4cfac4ffb364 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Refreshing network info cache for port f41a47fa-7f0b-42aa-a132-cd3ccb4f085f {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:04:25 user nova-compute[74974]: DEBUG nova.network.neutron [req-ba83bb1b-c513-4dc5-9ef1-59a6e86f29ab req-a404fec3-80b7-4a18-96c8-4cfac4ffb364 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Updated VIF entry in instance network info cache for port f41a47fa-7f0b-42aa-a132-cd3ccb4f085f. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:04:25 user nova-compute[74974]: DEBUG nova.network.neutron [req-ba83bb1b-c513-4dc5-9ef1-59a6e86f29ab req-a404fec3-80b7-4a18-96c8-4cfac4ffb364 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Updating instance_info_cache with network_info: [{"id": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "address": "fa:16:3e:56:b4:a8", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf41a47fa-7f", "ovs_interfaceid": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:04:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ba83bb1b-c513-4dc5-9ef1-59a6e86f29ab req-a404fec3-80b7-4a18-96c8-4cfac4ffb364 service nova] Releasing lock "refresh_cache-c353a48a-de13-4416-891a-869e9967866b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:04:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:04:30 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Creating image(s)
Nov 29 12:04:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Did not create local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Ensure instance console log exists: /opt/stack/data/nova/instances/c353a48a-de13-4416-891a-869e9967866b/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Start _get_guest_xml network_info=[{"id": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "address": "fa:16:3e:56:b4:a8", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf41a47fa-7f", "ovs_interfaceid": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'attachment_id': 'f5acb98a-1f01-4e86-b7c6-492aa590d660', 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VSmBbpTQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c353a48a-de13-4416-891a-869e9967866b', 'attached_at': '', 'detached_at': '', 'volume_id': '2a446c40-e858-4824-809a-f78fd1bcd636', 'serial': '2a446c40-e858-4824-809a-f78fd1bcd636'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:04:30 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:04:30 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:04:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VSmBbpTQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:04:30 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:04:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:04:30 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:04:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:04:30 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6080ade-2f89-422b-b8f6-5051560b4cc6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:04:30 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6b85e49-3fc5-478c-bbc9-589dabb1caaa]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636] added
Nov 29 12:04:30 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[014ab45c-620c-4079-9e49-00d111860323]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab61c4c8-b5c6-4dd9-9be6-392dc44c49ca]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VSmBbpTQ {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VSmBbpTQ" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b196539e-3c31-46f6-afff-a914f7174ae9]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VSmBbpTQ'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6d24477-0e85-4f5d-a38c-70f22abf150f]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[21cf30d2-805d-4d31-96f0-d225e9ce2ec7]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:04:30 user nova-compute[74974]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:04:30 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:04:30 user nova-compute[74974]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:04:30 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5120c2fa-8e35-421f-97e7-4dd56803eb1b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636, portal: 172.16.0.220,3260]
Nov 29 12:04:30 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636, portal: 172.16.0.220,3260] successful.
Nov 29 12:04:30 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0f6b16c-4fd5-4176-87bb-af5c67d1e9e9]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bc84f31-e08a-44b3-8dc9-46f005988d1d]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:04:30 user nova-compute[74974]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:04:30 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:04:30 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:04:30 user nova-compute[74974]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:04:30 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:04:30 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.283s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] HCTL ('33', '-', '-', 0) found on session 41 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fb6d02d-e895-4ff2-9a34-31fe21243cbf]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:04:30 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: None {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VSmBbpTQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.315s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] <== connect_volume: return (1317ms) {'type': 'block', 'scsi_wwn': '26233326461626231', 'path': '/dev/sdb'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26233326461626231', 'path': '/dev/sdb'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:04:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-750610727',display_name='tempest-TestVolumeBootPattern-server-750610727',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-750610727',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ5vopPiNUinc8H9f5oV6DJT6e8S7AKKcN9fmPWF7qc5KLzuWZqoJXSFYn3kes5v4dq8pF5COSL6qwK1X3CBcdFYATxLeRCucdDt43KUYBPAt0QZagvWWa7fq0yRmZ9niA==',key_name='tempest-TestVolumeBootPattern-1832510626',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfdef526837a498596f2a4b4dab853ed',ramdisk_id='',reservation_id='r-pno3lb14',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2068658920',owner_user_name='tempest-TestVolumeBootPattern-2068658920-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:04:23Z,user_data=None,user_id='a3916353998a42d6a65cf663877bbf14',uuid=c353a48a-de13-4416-891a-869e9967866b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "address": "fa:16:3e:56:b4:a8", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf41a47fa-7f", "ovs_interfaceid": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converting VIF {"id": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "address": "fa:16:3e:56:b4:a8", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf41a47fa-7f", "ovs_interfaceid": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:56:b4:a8,bridge_name='br-int',has_traffic_filtering=True,id=f41a47fa-7f0b-42aa-a132-cd3ccb4f085f,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf41a47fa-7f') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG nova.objects.instance [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lazy-loading 'pci_devices' on Instance uuid c353a48a-de13-4416-891a-869e9967866b {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:04:31 user nova-compute[74974]:   <uuid>c353a48a-de13-4416-891a-869e9967866b</uuid>
Nov 29 12:04:31 user nova-compute[74974]:   <name>instance-0000001e</name>
Nov 29 12:04:31 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:04:31 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:04:31 user nova-compute[74974]:   <metadata>
Nov 29 12:04:31 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:04:31 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:04:31 user nova-compute[74974]:       <nova:name>tempest-TestVolumeBootPattern-server-750610727</nova:name>
Nov 29 12:04:31 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:04:30</nova:creationTime>
Nov 29 12:04:31 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:04:31 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:04:31 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:04:31 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:04:31 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:04:31 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:04:31 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:04:31 user nova-compute[74974]:       <nova:owner>
Nov 29 12:04:31 user nova-compute[74974]:         <nova:user uuid="a3916353998a42d6a65cf663877bbf14">tempest-TestVolumeBootPattern-2068658920-project-member</nova:user>
Nov 29 12:04:31 user nova-compute[74974]:         <nova:project uuid="bfdef526837a498596f2a4b4dab853ed">tempest-TestVolumeBootPattern-2068658920</nova:project>
Nov 29 12:04:31 user nova-compute[74974]:       </nova:owner>
Nov 29 12:04:31 user nova-compute[74974]:       <nova:ports>
Nov 29 12:04:31 user nova-compute[74974]:         <nova:port uuid="f41a47fa-7f0b-42aa-a132-cd3ccb4f085f">
Nov 29 12:04:31 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 12:04:31 user nova-compute[74974]:         </nova:port>
Nov 29 12:04:31 user nova-compute[74974]:       </nova:ports>
Nov 29 12:04:31 user nova-compute[74974]:     </nova:instance>
Nov 29 12:04:31 user nova-compute[74974]:   </metadata>
Nov 29 12:04:31 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:04:31 user nova-compute[74974]:     <system>
Nov 29 12:04:31 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:04:31 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:04:31 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:04:31 user nova-compute[74974]:       <entry name="serial">c353a48a-de13-4416-891a-869e9967866b</entry>
Nov 29 12:04:31 user nova-compute[74974]:       <entry name="uuid">c353a48a-de13-4416-891a-869e9967866b</entry>
Nov 29 12:04:31 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:04:31 user nova-compute[74974]:     </system>
Nov 29 12:04:31 user nova-compute[74974]:   </sysinfo>
Nov 29 12:04:31 user nova-compute[74974]:   <os>
Nov 29 12:04:31 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:04:31 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:04:31 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:04:31 user nova-compute[74974]:   </os>
Nov 29 12:04:31 user nova-compute[74974]:   <features>
Nov 29 12:04:31 user nova-compute[74974]:     <acpi/>
Nov 29 12:04:31 user nova-compute[74974]:     <apic/>
Nov 29 12:04:31 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:04:31 user nova-compute[74974]:   </features>
Nov 29 12:04:31 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:04:31 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:04:31 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:04:31 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:04:31 user nova-compute[74974]:   </clock>
Nov 29 12:04:31 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:04:31 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:04:31 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:04:31 user nova-compute[74974]:   </cpu>
Nov 29 12:04:31 user nova-compute[74974]:   <devices>
Nov 29 12:04:31 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 12:04:31 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:04:31 user nova-compute[74974]:       <source dev="/dev/sdb"/>
Nov 29 12:04:31 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:04:31 user nova-compute[74974]:       <serial>2a446c40-e858-4824-809a-f78fd1bcd636</serial>
Nov 29 12:04:31 user nova-compute[74974]:     </disk>
Nov 29 12:04:31 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:04:31 user nova-compute[74974]:       <mac address="fa:16:3e:56:b4:a8"/>
Nov 29 12:04:31 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:04:31 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:04:31 user nova-compute[74974]:       <target dev="tapf41a47fa-7f"/>
Nov 29 12:04:31 user nova-compute[74974]:     </interface>
Nov 29 12:04:31 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:04:31 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/c353a48a-de13-4416-891a-869e9967866b/console.log" append="off"/>
Nov 29 12:04:31 user nova-compute[74974]:     </serial>
Nov 29 12:04:31 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:04:31 user nova-compute[74974]:     <video>
Nov 29 12:04:31 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:04:31 user nova-compute[74974]:     </video>
Nov 29 12:04:31 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:04:31 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:04:31 user nova-compute[74974]:     </rng>
Nov 29 12:04:31 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:04:31 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:04:31 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:04:31 user nova-compute[74974]:     </memballoon>
Nov 29 12:04:31 user nova-compute[74974]:   </devices>
Nov 29 12:04:31 user nova-compute[74974]: </domain>
Nov 29 12:04:31 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:04:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-750610727',display_name='tempest-TestVolumeBootPattern-server-750610727',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-750610727',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ5vopPiNUinc8H9f5oV6DJT6e8S7AKKcN9fmPWF7qc5KLzuWZqoJXSFYn3kes5v4dq8pF5COSL6qwK1X3CBcdFYATxLeRCucdDt43KUYBPAt0QZagvWWa7fq0yRmZ9niA==',key_name='tempest-TestVolumeBootPattern-1832510626',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfdef526837a498596f2a4b4dab853ed',ramdisk_id='',reservation_id='r-pno3lb14',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2068658920',owner_user_name='tempest-TestVolumeBootPattern-2068658920-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:04:23Z,user_data=None,user_id='a3916353998a42d6a65cf663877bbf14',uuid=c353a48a-de13-4416-891a-869e9967866b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "address": "fa:16:3e:56:b4:a8", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf41a47fa-7f", "ovs_interfaceid": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converting VIF {"id": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "address": "fa:16:3e:56:b4:a8", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf41a47fa-7f", "ovs_interfaceid": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:56:b4:a8,bridge_name='br-int',has_traffic_filtering=True,id=f41a47fa-7f0b-42aa-a132-cd3ccb4f085f,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf41a47fa-7f') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG os_vif [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:b4:a8,bridge_name='br-int',has_traffic_filtering=True,id=f41a47fa-7f0b-42aa-a132-cd3ccb4f085f,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf41a47fa-7f') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '88f260fb-7cb7-546e-b252-817b4c9e688a', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf41a47fa-7f, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf41a47fa-7f, col_values=(('qos', UUID('a4ae0cc1-b19e-4cad-9f51-1d2d18f1192b')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf41a47fa-7f, col_values=(('external_ids', {'iface-id': 'f41a47fa-7f0b-42aa-a132-cd3ccb4f085f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:56:b4:a8', 'vm-uuid': 'c353a48a-de13-4416-891a-869e9967866b'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:31 user nova-compute[74974]: INFO os_vif [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:b4:a8,bridge_name='br-int',has_traffic_filtering=True,id=f41a47fa-7f0b-42aa-a132-cd3ccb4f085f,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf41a47fa-7f')
Nov 29 12:04:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:04:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] No VIF found with MAC fa:16:3e:56:b4:a8, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:04:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-d62723f9-f586-4a0c-b023-831ba54cc34f req-bcb8f065-29a9-40c3-a1be-e0894a265d20 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Received event network-vif-plugged-f41a47fa-7f0b-42aa-a132-cd3ccb4f085f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:04:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d62723f9-f586-4a0c-b023-831ba54cc34f req-bcb8f065-29a9-40c3-a1be-e0894a265d20 service nova] Acquiring lock "c353a48a-de13-4416-891a-869e9967866b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d62723f9-f586-4a0c-b023-831ba54cc34f req-bcb8f065-29a9-40c3-a1be-e0894a265d20 service nova] Lock "c353a48a-de13-4416-891a-869e9967866b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d62723f9-f586-4a0c-b023-831ba54cc34f req-bcb8f065-29a9-40c3-a1be-e0894a265d20 service nova] Lock "c353a48a-de13-4416-891a-869e9967866b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-d62723f9-f586-4a0c-b023-831ba54cc34f req-bcb8f065-29a9-40c3-a1be-e0894a265d20 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] No waiting events found dispatching network-vif-plugged-f41a47fa-7f0b-42aa-a132-cd3ccb4f085f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:04:33 user nova-compute[74974]: WARNING nova.compute.manager [req-d62723f9-f586-4a0c-b023-831ba54cc34f req-bcb8f065-29a9-40c3-a1be-e0894a265d20 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Received unexpected event network-vif-plugged-f41a47fa-7f0b-42aa-a132-cd3ccb4f085f for instance with vm_state building and task_state spawning.
Nov 29 12:04:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:35 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:04:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:04:35 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: c353a48a-de13-4416-891a-869e9967866b] Instance spawned successfully.
Nov 29 12:04:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:04:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:04:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:04:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:04:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:04:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:04:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:04:35 user nova-compute[74974]: INFO nova.compute.manager [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Took 4.99 seconds to spawn the instance on the hypervisor.
Nov 29 12:04:35 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:04:35 user nova-compute[74974]: DEBUG nova.compute.manager [req-29add849-4c60-41ce-8aea-6d95f4583be4 req-c8b0586e-46cd-4312-b150-dc013d7c359b service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Received event network-vif-plugged-f41a47fa-7f0b-42aa-a132-cd3ccb4f085f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:04:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-29add849-4c60-41ce-8aea-6d95f4583be4 req-c8b0586e-46cd-4312-b150-dc013d7c359b service nova] Acquiring lock "c353a48a-de13-4416-891a-869e9967866b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-29add849-4c60-41ce-8aea-6d95f4583be4 req-c8b0586e-46cd-4312-b150-dc013d7c359b service nova] Lock "c353a48a-de13-4416-891a-869e9967866b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-29add849-4c60-41ce-8aea-6d95f4583be4 req-c8b0586e-46cd-4312-b150-dc013d7c359b service nova] Lock "c353a48a-de13-4416-891a-869e9967866b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:35 user nova-compute[74974]: DEBUG nova.compute.manager [req-29add849-4c60-41ce-8aea-6d95f4583be4 req-c8b0586e-46cd-4312-b150-dc013d7c359b service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] No waiting events found dispatching network-vif-plugged-f41a47fa-7f0b-42aa-a132-cd3ccb4f085f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:04:35 user nova-compute[74974]: WARNING nova.compute.manager [req-29add849-4c60-41ce-8aea-6d95f4583be4 req-c8b0586e-46cd-4312-b150-dc013d7c359b service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Received unexpected event network-vif-plugged-f41a47fa-7f0b-42aa-a132-cd3ccb4f085f for instance with vm_state building and task_state spawning.
Nov 29 12:04:35 user nova-compute[74974]: INFO nova.compute.manager [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Took 13.00 seconds to build instance.
Nov 29 12:04:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d75f2600-e1ac-446f-856a-6d825f15a973 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "c353a48a-de13-4416-891a-869e9967866b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.111s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "501bf9d6-c605-4de3-8cfa-86557b9e387e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "501bf9d6-c605-4de3-8cfa-86557b9e387e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:37 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:04:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:38 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:04:38 user nova-compute[74974]: INFO nova.compute.claims [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Claim successful on node user
Nov 29 12:04:38 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:04:38 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:04:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.508s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:38 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:04:38 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:04:38 user nova-compute[74974]: DEBUG nova.network.neutron [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:04:38 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:04:38 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:04:38 user nova-compute[74974]: DEBUG nova.policy [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47cf3f690e8140818fa4f5ce4c6bb348', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e26d19eb78e40fab0e0b3afba63dbb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:04:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:38 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:04:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:04:38 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Creating image(s)
Nov 29 12:04:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "/opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "/opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "/opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.181s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.183s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk 1073741824" returned: 0 in 0.049s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.184s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:39 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Checking if we can resize image /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:04:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:39 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Cannot resize image /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:04:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:04:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Ensure instance console log exists: /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:04:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:39 user nova-compute[74974]: DEBUG nova.network.neutron [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Successfully created port: affcabc6-642b-4a58-8730-8bf90d4cf8bd {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.network.neutron [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Successfully updated port: affcabc6-642b-4a58-8730-8bf90d4cf8bd {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "refresh_cache-501bf9d6-c605-4de3-8cfa-86557b9e387e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquired lock "refresh_cache-501bf9d6-c605-4de3-8cfa-86557b9e387e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.network.neutron [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.compute.manager [req-b0d16b16-abf4-4d84-96ed-709fdab323f0 req-bfe3a049-d249-48de-8165-482962a77e3c service nova] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Received event network-changed-affcabc6-642b-4a58-8730-8bf90d4cf8bd {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.compute.manager [req-b0d16b16-abf4-4d84-96ed-709fdab323f0 req-bfe3a049-d249-48de-8165-482962a77e3c service nova] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Refreshing instance network info cache due to event network-changed-affcabc6-642b-4a58-8730-8bf90d4cf8bd. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b0d16b16-abf4-4d84-96ed-709fdab323f0 req-bfe3a049-d249-48de-8165-482962a77e3c service nova] Acquiring lock "refresh_cache-501bf9d6-c605-4de3-8cfa-86557b9e387e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.network.neutron [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.network.neutron [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Updating instance_info_cache with network_info: [{"id": "affcabc6-642b-4a58-8730-8bf90d4cf8bd", "address": "fa:16:3e:05:f1:97", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaffcabc6-64", "ovs_interfaceid": "affcabc6-642b-4a58-8730-8bf90d4cf8bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Releasing lock "refresh_cache-501bf9d6-c605-4de3-8cfa-86557b9e387e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Instance network_info: |[{"id": "affcabc6-642b-4a58-8730-8bf90d4cf8bd", "address": "fa:16:3e:05:f1:97", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaffcabc6-64", "ovs_interfaceid": "affcabc6-642b-4a58-8730-8bf90d4cf8bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b0d16b16-abf4-4d84-96ed-709fdab323f0 req-bfe3a049-d249-48de-8165-482962a77e3c service nova] Acquired lock "refresh_cache-501bf9d6-c605-4de3-8cfa-86557b9e387e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.network.neutron [req-b0d16b16-abf4-4d84-96ed-709fdab323f0 req-bfe3a049-d249-48de-8165-482962a77e3c service nova] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Refreshing network info cache for port affcabc6-642b-4a58-8730-8bf90d4cf8bd {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Start _get_guest_xml network_info=[{"id": "affcabc6-642b-4a58-8730-8bf90d4cf8bd", "address": "fa:16:3e:05:f1:97", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaffcabc6-64", "ovs_interfaceid": "affcabc6-642b-4a58-8730-8bf90d4cf8bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:04:40 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:04:40 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:04:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-534709694',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-534709694',id=31,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2e26d19eb78e40fab0e0b3afba63dbb1',ramdisk_id='',reservation_id='r-4johtgrj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:04:39Z,user_data=None,user_id='47cf3f690e8140818fa4f5ce4c6bb348',uuid=501bf9d6-c605-4de3-8cfa-86557b9e387e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "affcabc6-642b-4a58-8730-8bf90d4cf8bd", "address": "fa:16:3e:05:f1:97", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaffcabc6-64", "ovs_interfaceid": "affcabc6-642b-4a58-8730-8bf90d4cf8bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converting VIF {"id": "affcabc6-642b-4a58-8730-8bf90d4cf8bd", "address": "fa:16:3e:05:f1:97", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaffcabc6-64", "ovs_interfaceid": "affcabc6-642b-4a58-8730-8bf90d4cf8bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:f1:97,bridge_name='br-int',has_traffic_filtering=True,id=affcabc6-642b-4a58-8730-8bf90d4cf8bd,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaffcabc6-64') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.objects.instance [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lazy-loading 'pci_devices' on Instance uuid 501bf9d6-c605-4de3-8cfa-86557b9e387e {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:04:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:04:40 user nova-compute[74974]:   <uuid>501bf9d6-c605-4de3-8cfa-86557b9e387e</uuid>
Nov 29 12:04:40 user nova-compute[74974]:   <name>instance-0000001f</name>
Nov 29 12:04:40 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:04:40 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:04:40 user nova-compute[74974]:   <metadata>
Nov 29 12:04:40 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:04:40 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:04:40 user nova-compute[74974]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-534709694</nova:name>
Nov 29 12:04:40 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:04:40</nova:creationTime>
Nov 29 12:04:40 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:04:40 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:04:40 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:04:40 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:04:40 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:04:40 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:04:40 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:04:40 user nova-compute[74974]:       <nova:owner>
Nov 29 12:04:40 user nova-compute[74974]:         <nova:user uuid="47cf3f690e8140818fa4f5ce4c6bb348">tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member</nova:user>
Nov 29 12:04:40 user nova-compute[74974]:         <nova:project uuid="2e26d19eb78e40fab0e0b3afba63dbb1">tempest-ServerBootFromVolumeStableRescueTest-1027217046</nova:project>
Nov 29 12:04:40 user nova-compute[74974]:       </nova:owner>
Nov 29 12:04:40 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:04:40 user nova-compute[74974]:       <nova:ports>
Nov 29 12:04:40 user nova-compute[74974]:         <nova:port uuid="affcabc6-642b-4a58-8730-8bf90d4cf8bd">
Nov 29 12:04:40 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 29 12:04:40 user nova-compute[74974]:         </nova:port>
Nov 29 12:04:40 user nova-compute[74974]:       </nova:ports>
Nov 29 12:04:40 user nova-compute[74974]:     </nova:instance>
Nov 29 12:04:40 user nova-compute[74974]:   </metadata>
Nov 29 12:04:40 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:04:40 user nova-compute[74974]:     <system>
Nov 29 12:04:40 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:04:40 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:04:40 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:04:40 user nova-compute[74974]:       <entry name="serial">501bf9d6-c605-4de3-8cfa-86557b9e387e</entry>
Nov 29 12:04:40 user nova-compute[74974]:       <entry name="uuid">501bf9d6-c605-4de3-8cfa-86557b9e387e</entry>
Nov 29 12:04:40 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:04:40 user nova-compute[74974]:     </system>
Nov 29 12:04:40 user nova-compute[74974]:   </sysinfo>
Nov 29 12:04:40 user nova-compute[74974]:   <os>
Nov 29 12:04:40 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:04:40 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:04:40 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:04:40 user nova-compute[74974]:   </os>
Nov 29 12:04:40 user nova-compute[74974]:   <features>
Nov 29 12:04:40 user nova-compute[74974]:     <acpi/>
Nov 29 12:04:40 user nova-compute[74974]:     <apic/>
Nov 29 12:04:40 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:04:40 user nova-compute[74974]:   </features>
Nov 29 12:04:40 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:04:40 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:04:40 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:04:40 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:04:40 user nova-compute[74974]:   </clock>
Nov 29 12:04:40 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:04:40 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:04:40 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:04:40 user nova-compute[74974]:   </cpu>
Nov 29 12:04:40 user nova-compute[74974]:   <devices>
Nov 29 12:04:40 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:04:40 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:04:40 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk"/>
Nov 29 12:04:40 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:04:40 user nova-compute[74974]:     </disk>
Nov 29 12:04:40 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:04:40 user nova-compute[74974]:       <mac address="fa:16:3e:05:f1:97"/>
Nov 29 12:04:40 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:04:40 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:04:40 user nova-compute[74974]:       <target dev="tapaffcabc6-64"/>
Nov 29 12:04:40 user nova-compute[74974]:     </interface>
Nov 29 12:04:40 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:04:40 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/console.log" append="off"/>
Nov 29 12:04:40 user nova-compute[74974]:     </serial>
Nov 29 12:04:40 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:04:40 user nova-compute[74974]:     <video>
Nov 29 12:04:40 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:04:40 user nova-compute[74974]:     </video>
Nov 29 12:04:40 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:04:40 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:04:40 user nova-compute[74974]:     </rng>
Nov 29 12:04:40 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:04:40 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:04:40 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:04:40 user nova-compute[74974]:     </memballoon>
Nov 29 12:04:40 user nova-compute[74974]:   </devices>
Nov 29 12:04:40 user nova-compute[74974]: </domain>
Nov 29 12:04:40 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:04:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:04:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-534709694',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-534709694',id=31,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2e26d19eb78e40fab0e0b3afba63dbb1',ramdisk_id='',reservation_id='r-4johtgrj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:04:39Z,user_data=None,user_id='47cf3f690e8140818fa4f5ce4c6bb348',uuid=501bf9d6-c605-4de3-8cfa-86557b9e387e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "affcabc6-642b-4a58-8730-8bf90d4cf8bd", "address": "fa:16:3e:05:f1:97", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaffcabc6-64", "ovs_interfaceid": "affcabc6-642b-4a58-8730-8bf90d4cf8bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:04:41 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converting VIF {"id": "affcabc6-642b-4a58-8730-8bf90d4cf8bd", "address": "fa:16:3e:05:f1:97", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaffcabc6-64", "ovs_interfaceid": "affcabc6-642b-4a58-8730-8bf90d4cf8bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:04:41 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:f1:97,bridge_name='br-int',has_traffic_filtering=True,id=affcabc6-642b-4a58-8730-8bf90d4cf8bd,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaffcabc6-64') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:04:41 user nova-compute[74974]: DEBUG os_vif [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:f1:97,bridge_name='br-int',has_traffic_filtering=True,id=affcabc6-642b-4a58-8730-8bf90d4cf8bd,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaffcabc6-64') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:04:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:04:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:04:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'de388e6b-4953-59ef-ba06-15e7cc0d5c62', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:04:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:04:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaffcabc6-64, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:04:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaffcabc6-64, col_values=(('qos', UUID('1610393a-7acd-4c9c-ba75-57dc9ac2a67f')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:04:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaffcabc6-64, col_values=(('external_ids', {'iface-id': 'affcabc6-642b-4a58-8730-8bf90d4cf8bd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:05:f1:97', 'vm-uuid': '501bf9d6-c605-4de3-8cfa-86557b9e387e'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:04:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:04:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:41 user nova-compute[74974]: INFO os_vif [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:f1:97,bridge_name='br-int',has_traffic_filtering=True,id=affcabc6-642b-4a58-8730-8bf90d4cf8bd,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaffcabc6-64')
Nov 29 12:04:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:04:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] No VIF found with MAC fa:16:3e:05:f1:97, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:04:41 user nova-compute[74974]: DEBUG nova.network.neutron [req-b0d16b16-abf4-4d84-96ed-709fdab323f0 req-bfe3a049-d249-48de-8165-482962a77e3c service nova] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Updated VIF entry in instance network info cache for port affcabc6-642b-4a58-8730-8bf90d4cf8bd. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:04:41 user nova-compute[74974]: DEBUG nova.network.neutron [req-b0d16b16-abf4-4d84-96ed-709fdab323f0 req-bfe3a049-d249-48de-8165-482962a77e3c service nova] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Updating instance_info_cache with network_info: [{"id": "affcabc6-642b-4a58-8730-8bf90d4cf8bd", "address": "fa:16:3e:05:f1:97", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaffcabc6-64", "ovs_interfaceid": "affcabc6-642b-4a58-8730-8bf90d4cf8bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:04:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b0d16b16-abf4-4d84-96ed-709fdab323f0 req-bfe3a049-d249-48de-8165-482962a77e3c service nova] Releasing lock "refresh_cache-501bf9d6-c605-4de3-8cfa-86557b9e387e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:04:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:42 user nova-compute[74974]: DEBUG nova.compute.manager [req-d633b733-2709-4b06-893d-ee65ec4e53cd req-483a03e4-81c2-4ae4-afef-524bd255838d service nova] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Received event network-vif-plugged-affcabc6-642b-4a58-8730-8bf90d4cf8bd {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:04:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d633b733-2709-4b06-893d-ee65ec4e53cd req-483a03e4-81c2-4ae4-afef-524bd255838d service nova] Acquiring lock "501bf9d6-c605-4de3-8cfa-86557b9e387e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d633b733-2709-4b06-893d-ee65ec4e53cd req-483a03e4-81c2-4ae4-afef-524bd255838d service nova] Lock "501bf9d6-c605-4de3-8cfa-86557b9e387e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d633b733-2709-4b06-893d-ee65ec4e53cd req-483a03e4-81c2-4ae4-afef-524bd255838d service nova] Lock "501bf9d6-c605-4de3-8cfa-86557b9e387e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:42 user nova-compute[74974]: DEBUG nova.compute.manager [req-d633b733-2709-4b06-893d-ee65ec4e53cd req-483a03e4-81c2-4ae4-afef-524bd255838d service nova] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] No waiting events found dispatching network-vif-plugged-affcabc6-642b-4a58-8730-8bf90d4cf8bd {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:04:42 user nova-compute[74974]: WARNING nova.compute.manager [req-d633b733-2709-4b06-893d-ee65ec4e53cd req-483a03e4-81c2-4ae4-afef-524bd255838d service nova] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Received unexpected event network-vif-plugged-affcabc6-642b-4a58-8730-8bf90d4cf8bd for instance with vm_state building and task_state spawning.
Nov 29 12:04:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:44 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:04:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:04:44 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Instance spawned successfully.
Nov 29 12:04:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:04:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:04:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:04:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:04:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:04:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:04:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:04:44 user nova-compute[74974]: DEBUG nova.compute.manager [req-33ad7628-63c5-4a95-a087-414bfe223c5e req-222df618-d555-4263-9978-e36a6c71d9a5 service nova] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Received event network-vif-plugged-affcabc6-642b-4a58-8730-8bf90d4cf8bd {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:04:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-33ad7628-63c5-4a95-a087-414bfe223c5e req-222df618-d555-4263-9978-e36a6c71d9a5 service nova] Acquiring lock "501bf9d6-c605-4de3-8cfa-86557b9e387e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-33ad7628-63c5-4a95-a087-414bfe223c5e req-222df618-d555-4263-9978-e36a6c71d9a5 service nova] Lock "501bf9d6-c605-4de3-8cfa-86557b9e387e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-33ad7628-63c5-4a95-a087-414bfe223c5e req-222df618-d555-4263-9978-e36a6c71d9a5 service nova] Lock "501bf9d6-c605-4de3-8cfa-86557b9e387e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:44 user nova-compute[74974]: DEBUG nova.compute.manager [req-33ad7628-63c5-4a95-a087-414bfe223c5e req-222df618-d555-4263-9978-e36a6c71d9a5 service nova] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] No waiting events found dispatching network-vif-plugged-affcabc6-642b-4a58-8730-8bf90d4cf8bd {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:04:44 user nova-compute[74974]: WARNING nova.compute.manager [req-33ad7628-63c5-4a95-a087-414bfe223c5e req-222df618-d555-4263-9978-e36a6c71d9a5 service nova] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Received unexpected event network-vif-plugged-affcabc6-642b-4a58-8730-8bf90d4cf8bd for instance with vm_state building and task_state spawning.
Nov 29 12:04:44 user nova-compute[74974]: INFO nova.compute.manager [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Took 6.00 seconds to spawn the instance on the hypervisor.
Nov 29 12:04:44 user nova-compute[74974]: DEBUG nova.compute.manager [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:04:44 user nova-compute[74974]: INFO nova.compute.manager [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Took 6.85 seconds to build instance.
Nov 29 12:04:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1def676d-758b-440c-914e-624b102ff173 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "501bf9d6-c605-4de3-8cfa-86557b9e387e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.944s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:47 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:04:48 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:04:49 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:04:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:49 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:04:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "722d2a93-e947-4da9-b9d6-c3dfded22c46" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:49 user nova-compute[74974]: DEBUG nova.compute.manager [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:04:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:04:49 user nova-compute[74974]: INFO nova.compute.claims [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Claim successful on node user
Nov 29 12:04:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.669s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG nova.network.neutron [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:04:50 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:04:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG nova.policy [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a3f8280d351445a94b8a1570609f519', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8553e7a7a6984ad2b645599d231e911d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:04:50 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Creating image(s)
Nov 29 12:04:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "/opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "/opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "/opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.183s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk 1073741824" returned: 0 in 0.064s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49a21132-edef-4080-addb-6481c9833040/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG nova.network.neutron [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Successfully created port: 1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.194s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Checking if we can resize image /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49a21132-edef-4080-addb-6481c9833040/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49a21132-edef-4080-addb-6481c9833040/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49a21132-edef-4080-addb-6481c9833040/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Cannot resize image /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Ensure instance console log exists: /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG nova.network.neutron [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Successfully updated port: 1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "refresh_cache-722d2a93-e947-4da9-b9d6-c3dfded22c46" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquired lock "refresh_cache-722d2a93-e947-4da9-b9d6-c3dfded22c46" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG nova.network.neutron [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:04:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-b3d83cde-33b5-45b2-9efe-b238bd3424de req-0fd2d61a-f372-44a0-99a7-ef5c882b3160 service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received event network-changed-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-b3d83cde-33b5-45b2-9efe-b238bd3424de req-0fd2d61a-f372-44a0-99a7-ef5c882b3160 service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Refreshing instance network info cache due to event network-changed-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b3d83cde-33b5-45b2-9efe-b238bd3424de req-0fd2d61a-f372-44a0-99a7-ef5c882b3160 service nova] Acquiring lock "refresh_cache-722d2a93-e947-4da9-b9d6-c3dfded22c46" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.network.neutron [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.network.neutron [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Updating instance_info_cache with network_info: [{"id": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "address": "fa:16:3e:ea:3c:43", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e953aa8-6d", "ovs_interfaceid": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Releasing lock "refresh_cache-722d2a93-e947-4da9-b9d6-c3dfded22c46" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.compute.manager [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Instance network_info: |[{"id": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "address": "fa:16:3e:ea:3c:43", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e953aa8-6d", "ovs_interfaceid": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b3d83cde-33b5-45b2-9efe-b238bd3424de req-0fd2d61a-f372-44a0-99a7-ef5c882b3160 service nova] Acquired lock "refresh_cache-722d2a93-e947-4da9-b9d6-c3dfded22c46" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.network.neutron [req-b3d83cde-33b5-45b2-9efe-b238bd3424de req-0fd2d61a-f372-44a0-99a7-ef5c882b3160 service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Refreshing network info cache for port 1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Start _get_guest_xml network_info=[{"id": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "address": "fa:16:3e:ea:3c:43", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e953aa8-6d", "ovs_interfaceid": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:04:52 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:04:52 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:04:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-834677912',display_name='tempest-ServerRescueNegativeTestJSON-server-834677912',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-834677912',id=32,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH1zJYT0pnbGOwrh7qLRRvGD0CTTiVy60Zgt/o6DobdmkwxLBPFRYqBikHMb66kRnjfvOtRBykgXxDWPd961MpiR/pI9JYvTUqbNOU40G8xdVuLPpW1ZKoPvc45wAJSnRA==',key_name='tempest-keypair-2029510825',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8553e7a7a6984ad2b645599d231e911d',ramdisk_id='',reservation_id='r-oa9z083s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-761208322',owner_user_name='tempest-ServerRescueNegativeTestJSON-761208322-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:04:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2a3f8280d351445a94b8a1570609f519',uuid=722d2a93-e947-4da9-b9d6-c3dfded22c46,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "address": "fa:16:3e:ea:3c:43", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e953aa8-6d", "ovs_interfaceid": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converting VIF {"id": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "address": "fa:16:3e:ea:3c:43", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e953aa8-6d", "ovs_interfaceid": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:3c:43,bridge_name='br-int',has_traffic_filtering=True,id=1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e953aa8-6d') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.objects.instance [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'pci_devices' on Instance uuid 722d2a93-e947-4da9-b9d6-c3dfded22c46 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:04:52 user nova-compute[74974]:   <uuid>722d2a93-e947-4da9-b9d6-c3dfded22c46</uuid>
Nov 29 12:04:52 user nova-compute[74974]:   <name>instance-00000020</name>
Nov 29 12:04:52 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:04:52 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:04:52 user nova-compute[74974]:   <metadata>
Nov 29 12:04:52 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:04:52 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:04:52 user nova-compute[74974]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-834677912</nova:name>
Nov 29 12:04:52 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:04:52</nova:creationTime>
Nov 29 12:04:52 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:04:52 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:04:52 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:04:52 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:04:52 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:04:52 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:04:52 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:04:52 user nova-compute[74974]:       <nova:owner>
Nov 29 12:04:52 user nova-compute[74974]:         <nova:user uuid="2a3f8280d351445a94b8a1570609f519">tempest-ServerRescueNegativeTestJSON-761208322-project-member</nova:user>
Nov 29 12:04:52 user nova-compute[74974]:         <nova:project uuid="8553e7a7a6984ad2b645599d231e911d">tempest-ServerRescueNegativeTestJSON-761208322</nova:project>
Nov 29 12:04:52 user nova-compute[74974]:       </nova:owner>
Nov 29 12:04:52 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:04:52 user nova-compute[74974]:       <nova:ports>
Nov 29 12:04:52 user nova-compute[74974]:         <nova:port uuid="1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56">
Nov 29 12:04:52 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 12:04:52 user nova-compute[74974]:         </nova:port>
Nov 29 12:04:52 user nova-compute[74974]:       </nova:ports>
Nov 29 12:04:52 user nova-compute[74974]:     </nova:instance>
Nov 29 12:04:52 user nova-compute[74974]:   </metadata>
Nov 29 12:04:52 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:04:52 user nova-compute[74974]:     <system>
Nov 29 12:04:52 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:04:52 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:04:52 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:04:52 user nova-compute[74974]:       <entry name="serial">722d2a93-e947-4da9-b9d6-c3dfded22c46</entry>
Nov 29 12:04:52 user nova-compute[74974]:       <entry name="uuid">722d2a93-e947-4da9-b9d6-c3dfded22c46</entry>
Nov 29 12:04:52 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:04:52 user nova-compute[74974]:     </system>
Nov 29 12:04:52 user nova-compute[74974]:   </sysinfo>
Nov 29 12:04:52 user nova-compute[74974]:   <os>
Nov 29 12:04:52 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:04:52 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:04:52 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:04:52 user nova-compute[74974]:   </os>
Nov 29 12:04:52 user nova-compute[74974]:   <features>
Nov 29 12:04:52 user nova-compute[74974]:     <acpi/>
Nov 29 12:04:52 user nova-compute[74974]:     <apic/>
Nov 29 12:04:52 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:04:52 user nova-compute[74974]:   </features>
Nov 29 12:04:52 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:04:52 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:04:52 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:04:52 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:04:52 user nova-compute[74974]:   </clock>
Nov 29 12:04:52 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:04:52 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:04:52 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:04:52 user nova-compute[74974]:   </cpu>
Nov 29 12:04:52 user nova-compute[74974]:   <devices>
Nov 29 12:04:52 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:04:52 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:04:52 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk"/>
Nov 29 12:04:52 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:04:52 user nova-compute[74974]:     </disk>
Nov 29 12:04:52 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:04:52 user nova-compute[74974]:       <mac address="fa:16:3e:ea:3c:43"/>
Nov 29 12:04:52 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:04:52 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:04:52 user nova-compute[74974]:       <target dev="tap1e953aa8-6d"/>
Nov 29 12:04:52 user nova-compute[74974]:     </interface>
Nov 29 12:04:52 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:04:52 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/console.log" append="off"/>
Nov 29 12:04:52 user nova-compute[74974]:     </serial>
Nov 29 12:04:52 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:04:52 user nova-compute[74974]:     <video>
Nov 29 12:04:52 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:04:52 user nova-compute[74974]:     </video>
Nov 29 12:04:52 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:04:52 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:04:52 user nova-compute[74974]:     </rng>
Nov 29 12:04:52 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:04:52 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:04:52 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:04:52 user nova-compute[74974]:     </memballoon>
Nov 29 12:04:52 user nova-compute[74974]:   </devices>
Nov 29 12:04:52 user nova-compute[74974]: </domain>
Nov 29 12:04:52 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:04:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-834677912',display_name='tempest-ServerRescueNegativeTestJSON-server-834677912',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-834677912',id=32,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH1zJYT0pnbGOwrh7qLRRvGD0CTTiVy60Zgt/o6DobdmkwxLBPFRYqBikHMb66kRnjfvOtRBykgXxDWPd961MpiR/pI9JYvTUqbNOU40G8xdVuLPpW1ZKoPvc45wAJSnRA==',key_name='tempest-keypair-2029510825',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8553e7a7a6984ad2b645599d231e911d',ramdisk_id='',reservation_id='r-oa9z083s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-761208322',owner_user_name='tempest-ServerRescueNegativeTestJSON-761208322-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:04:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2a3f8280d351445a94b8a1570609f519',uuid=722d2a93-e947-4da9-b9d6-c3dfded22c46,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "address": "fa:16:3e:ea:3c:43", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e953aa8-6d", "ovs_interfaceid": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converting VIF {"id": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "address": "fa:16:3e:ea:3c:43", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e953aa8-6d", "ovs_interfaceid": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:3c:43,bridge_name='br-int',has_traffic_filtering=True,id=1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e953aa8-6d') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG os_vif [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:3c:43,bridge_name='br-int',has_traffic_filtering=True,id=1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e953aa8-6d') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd7bcedf5-7254-50d5-a40b-509b1038428c', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1e953aa8-6d, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1e953aa8-6d, col_values=(('qos', UUID('bb6665b3-0c4f-4c66-a5d3-236d95603bbe')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1e953aa8-6d, col_values=(('external_ids', {'iface-id': '1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ea:3c:43', 'vm-uuid': '722d2a93-e947-4da9-b9d6-c3dfded22c46'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:52 user nova-compute[74974]: INFO os_vif [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:3c:43,bridge_name='br-int',has_traffic_filtering=True,id=1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e953aa8-6d')
Nov 29 12:04:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] No VIF found with MAC fa:16:3e:ea:3c:43, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.network.neutron [req-b3d83cde-33b5-45b2-9efe-b238bd3424de req-0fd2d61a-f372-44a0-99a7-ef5c882b3160 service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Updated VIF entry in instance network info cache for port 1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG nova.network.neutron [req-b3d83cde-33b5-45b2-9efe-b238bd3424de req-0fd2d61a-f372-44a0-99a7-ef5c882b3160 service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Updating instance_info_cache with network_info: [{"id": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "address": "fa:16:3e:ea:3c:43", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e953aa8-6d", "ovs_interfaceid": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b3d83cde-33b5-45b2-9efe-b238bd3424de req-0fd2d61a-f372-44a0-99a7-ef5c882b3160 service nova] Releasing lock "refresh_cache-722d2a93-e947-4da9-b9d6-c3dfded22c46" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:04:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:04:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.compute.manager [req-6a42a943-bcbd-48a2-9835-7cc36aeb2ca7 req-cc423772-4823-459a-a51b-08492fae6775 service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received event network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6a42a943-bcbd-48a2-9835-7cc36aeb2ca7 req-cc423772-4823-459a-a51b-08492fae6775 service nova] Acquiring lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6a42a943-bcbd-48a2-9835-7cc36aeb2ca7 req-cc423772-4823-459a-a51b-08492fae6775 service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6a42a943-bcbd-48a2-9835-7cc36aeb2ca7 req-cc423772-4823-459a-a51b-08492fae6775 service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.compute.manager [req-6a42a943-bcbd-48a2-9835-7cc36aeb2ca7 req-cc423772-4823-459a-a51b-08492fae6775 service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] No waiting events found dispatching network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:04:56 user nova-compute[74974]: WARNING nova.compute.manager [req-6a42a943-bcbd-48a2-9835-7cc36aeb2ca7 req-cc423772-4823-459a-a51b-08492fae6775 service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received unexpected event network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 for instance with vm_state building and task_state spawning.
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.compute.manager [req-1d34324e-e20d-4f2d-93c0-a1ea32e75ab9 req-516ac630-78e5-4560-bf5b-632d5c148d7c service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received event network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1d34324e-e20d-4f2d-93c0-a1ea32e75ab9 req-516ac630-78e5-4560-bf5b-632d5c148d7c service nova] Acquiring lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1d34324e-e20d-4f2d-93c0-a1ea32e75ab9 req-516ac630-78e5-4560-bf5b-632d5c148d7c service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1d34324e-e20d-4f2d-93c0-a1ea32e75ab9 req-516ac630-78e5-4560-bf5b-632d5c148d7c service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.compute.manager [req-1d34324e-e20d-4f2d-93c0-a1ea32e75ab9 req-516ac630-78e5-4560-bf5b-632d5c148d7c service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] No waiting events found dispatching network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:04:56 user nova-compute[74974]: WARNING nova.compute.manager [req-1d34324e-e20d-4f2d-93c0-a1ea32e75ab9 req-516ac630-78e5-4560-bf5b-632d5c148d7c service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received unexpected event network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 for instance with vm_state building and task_state spawning.
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.compute.manager [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:04:56 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:04:56 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=7698MB free_disk=25.09735107421875GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:04:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Instance spawned successfully.
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2ed3a206-5fd0-4782-b47a-20497a7df7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance ee78d0d8-0125-46d8-b1e1-2b38eaabeedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e4219657-0bf5-4781-9960-490c7b1d97ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e0cb8e50-6436-4a97-b50c-23f5ad505d68 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 77ed4d86-4087-4a21-af35-605d0210e311 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 49d0eb31-dd34-4661-9acf-3440ba7fdf21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 49a21132-edef-4080-addb-6481c9833040 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance c353a48a-de13-4416-891a-869e9967866b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 501bf9d6-c605-4de3-8cfa-86557b9e387e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 722d2a93-e947-4da9-b9d6-c3dfded22c46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:04:56 user nova-compute[74974]: INFO nova.compute.manager [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Took 5.75 seconds to spawn the instance on the hypervisor.
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.compute.manager [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:04:56 user nova-compute[74974]: INFO nova.compute.manager [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Took 6.85 seconds to build instance.
Nov 29 12:04:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ea8bc876-fba5-4efb-a9e8-1d61362c27b2 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.984s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:04:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.520s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:04:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:04:58 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:04:58 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:04:58 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:04:58 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:04:58 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Didn't find any instances for network info cache update. {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 12:04:58 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:04:58 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:04:58 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:04:58 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:04:59 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:05:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "77ed4d86-4087-4a21-af35-605d0210e311" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "77ed4d86-4087-4a21-af35-605d0210e311" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "77ed4d86-4087-4a21-af35-605d0210e311-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:03 user nova-compute[74974]: INFO nova.compute.manager [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Terminating instance
Nov 29 12:05:03 user nova-compute[74974]: DEBUG nova.compute.manager [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:05:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-02b0c115-492e-4d75-8ddd-74ad1cce1d26 req-2b3d017e-fa78-486a-8cac-78f5ab7f27a7 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received event network-vif-unplugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:05:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-02b0c115-492e-4d75-8ddd-74ad1cce1d26 req-2b3d017e-fa78-486a-8cac-78f5ab7f27a7 service nova] Acquiring lock "77ed4d86-4087-4a21-af35-605d0210e311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-02b0c115-492e-4d75-8ddd-74ad1cce1d26 req-2b3d017e-fa78-486a-8cac-78f5ab7f27a7 service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-02b0c115-492e-4d75-8ddd-74ad1cce1d26 req-2b3d017e-fa78-486a-8cac-78f5ab7f27a7 service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-02b0c115-492e-4d75-8ddd-74ad1cce1d26 req-2b3d017e-fa78-486a-8cac-78f5ab7f27a7 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] No waiting events found dispatching network-vif-unplugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:05:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-02b0c115-492e-4d75-8ddd-74ad1cce1d26 req-2b3d017e-fa78-486a-8cac-78f5ab7f27a7 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received event network-vif-unplugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:05:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:04 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Instance destroyed successfully.
Nov 29 12:05:04 user nova-compute[74974]: DEBUG nova.objects.instance [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lazy-loading 'resources' on Instance uuid 77ed4d86-4087-4a21-af35-605d0210e311 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:56:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1208219453',display_name='tempest-ServerActionsTestOtherB-server-1208219453',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1208219453',id=17,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMEsUjykAgUNa3csGZC9iRUAhETNsLTgDXqVQBv+ndOSKWpqfjhtJTIK74zBPGK6mAoGj7Jj++jq1eiZ4ob+SL5PnaChX4cHJaqtikjug7Q1bG8i1WTLZq3t37QKqidd/w==',key_name='tempest-keypair-1277993427',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:02:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2345f7ecfc4f464eb51a42bbe9bdb7b2',ramdisk_id='',reservation_id='r-2ro0m0cu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-630198144',owner_user_name='tempest-ServerActionsTestOtherB-630198144-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:02:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='15f1b481656d4771af51c2249fc2215d',uuid=77ed4d86-4087-4a21-af35-605d0210e311,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Converting VIF {"id": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "address": "fa:16:3e:dd:c6:ee", "network": {"id": "141bc410-6915-4f2c-8d7a-b2e80cfc873a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-626347514-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2345f7ecfc4f464eb51a42bbe9bdb7b2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31355e62-bc", "ovs_interfaceid": "31355e62-bc34-4f55-9046-5b2cd97d9a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:c6:ee,bridge_name='br-int',has_traffic_filtering=True,id=31355e62-bc34-4f55-9046-5b2cd97d9a6e,network=Network(141bc410-6915-4f2c-8d7a-b2e80cfc873a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31355e62-bc') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG os_vif [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:c6:ee,bridge_name='br-int',has_traffic_filtering=True,id=31355e62-bc34-4f55-9046-5b2cd97d9a6e,network=Network(141bc410-6915-4f2c-8d7a-b2e80cfc873a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31355e62-bc') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap31355e62-bc, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1f09714b-3346-40ba-b46c-9a9388141834) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:04 user nova-compute[74974]: INFO os_vif [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:c6:ee,bridge_name='br-int',has_traffic_filtering=True,id=31355e62-bc34-4f55-9046-5b2cd97d9a6e,network=Network(141bc410-6915-4f2c-8d7a-b2e80cfc873a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31355e62-bc')
Nov 29 12:05:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tFXuMcpZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:05:04 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:05:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae43d9ed-82bd-4c45-847a-3a27c72ec04a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:05:04 user nova-compute[74974]: No targets found.
Nov 29 12:05:04 user nova-compute[74974]: iSNS:
Nov 29 12:05:04 user nova-compute[74974]: No targets found.
Nov 29 12:05:04 user nova-compute[74974]: STATIC:
Nov 29 12:05:04 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:05:04 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:05:04 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:05:04 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218
Nov 29 12:05:04 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:05:04 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:05:04 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636
Nov 29 12:05:04 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:05:04 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:05:04 user nova-compute[74974]: FIRMWARE:
Nov 29 12:05:04 user nova-compute[74974]: No targets found.
Nov 29 12:05:04 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:05:04 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:05:04 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[174dec09-d9ff-4fce-bd93-2b3ef6b77505]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c3be59b-086f-45c5-b913-183e2705de8f]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:05:04 user nova-compute[74974]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:05:04 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:05:04 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:05:04 user nova-compute[74974]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 (non-flash)
Nov 29 12:05:04 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:05:04 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1acc27a8c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218'): ({'sde'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Removing single pathed devices sde {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d94a424-8ab1-4f0a-9830-4743e3d9b8e3]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf27068d-7305-45ad-a4bb-27c230df8a86]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Flushing IO for device /dev/sde {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a56e4424-e5cf-4581-a3c3-c561c131678a]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.046s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2118e66-b9c7-49d6-a39d-4464f67e6f36]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] SCSI volumes sde have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc10d03f-a180-453a-8a96-229cf0af3c38]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b432628-893d-4147-827d-adc3b9a891d3]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260]
Nov 29 12:05:04 user nova-compute[74974]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218, portal: 172.16.0.220,3260] successful.
Nov 29 12:05:04 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:259cb8a4-1def-4acc-b69a-d8153841c218 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f492be0-e2e8-405c-a291-cb1ec89b2686]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.301s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] <== disconnect_volume: return (302ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:05:04 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Deleting instance files /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311_del
Nov 29 12:05:04 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Deletion of /opt/stack/data/nova/instances/77ed4d86-4087-4a21-af35-605d0210e311_del complete
Nov 29 12:05:04 user nova-compute[74974]: INFO nova.compute.manager [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Took 1.19 seconds to destroy the instance on the hypervisor.
Nov 29 12:05:04 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:05:04 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:05:05 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:05:05 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Took 1.02 seconds to deallocate network for instance.
Nov 29 12:05:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-7cbf6989-a0f9-401d-b8dd-58778f9c4dc6 req-ab42adea-2f17-4931-924a-035241f90896 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received event network-vif-deleted-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:05:05 user nova-compute[74974]: INFO nova.compute.manager [req-7cbf6989-a0f9-401d-b8dd-58778f9c4dc6 req-ab42adea-2f17-4931-924a-035241f90896 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Neutron deleted interface 31355e62-bc34-4f55-9046-5b2cd97d9a6e; detaching it from the instance and deleting it from the info cache
Nov 29 12:05:05 user nova-compute[74974]: DEBUG nova.network.neutron [req-7cbf6989-a0f9-401d-b8dd-58778f9c4dc6 req-ab42adea-2f17-4931-924a-035241f90896 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:05:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Acquiring lock "3255569a-2a5a-4f30-bc25-eeb4cae9b1d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "3255569a-2a5a-4f30-bc25-eeb4cae9b1d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-7cbf6989-a0f9-401d-b8dd-58778f9c4dc6 req-ab42adea-2f17-4931-924a-035241f90896 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Detach interface failed, port_id=31355e62-bc34-4f55-9046-5b2cd97d9a6e, reason: Instance 77ed4d86-4087-4a21-af35-605d0210e311 could not be found. {{(pid=74974) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 12:05:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:05:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:05:05 user nova-compute[74974]: INFO nova.compute.claims [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Claim successful on node user
Nov 29 12:05:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-9dbf98cb-626f-4850-b6e4-2abd179021cf req-0ecc9946-29c0-4f21-9557-485373713d20 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received event network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:05:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9dbf98cb-626f-4850-b6e4-2abd179021cf req-0ecc9946-29c0-4f21-9557-485373713d20 service nova] Acquiring lock "77ed4d86-4087-4a21-af35-605d0210e311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9dbf98cb-626f-4850-b6e4-2abd179021cf req-0ecc9946-29c0-4f21-9557-485373713d20 service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9dbf98cb-626f-4850-b6e4-2abd179021cf req-0ecc9946-29c0-4f21-9557-485373713d20 service nova] Lock "77ed4d86-4087-4a21-af35-605d0210e311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-9dbf98cb-626f-4850-b6e4-2abd179021cf req-0ecc9946-29c0-4f21-9557-485373713d20 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] No waiting events found dispatching network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:05:05 user nova-compute[74974]: WARNING nova.compute.manager [req-9dbf98cb-626f-4850-b6e4-2abd179021cf req-0ecc9946-29c0-4f21-9557-485373713d20 service nova] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Received unexpected event network-vif-plugged-31355e62-bc34-4f55-9046-5b2cd97d9a6e for instance with vm_state active and task_state deleting.
Nov 29 12:05:06 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:05:06 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:05:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.499s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:06 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:05:06 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:05:06 user nova-compute[74974]: DEBUG nova.network.neutron [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:05:06 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:05:06 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:05:06 user nova-compute[74974]: DEBUG nova.policy [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f98f81dfe842493f901d3b52e54402ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec243847253e490da44f1ca8fc8735f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:05:06 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:05:06 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:05:06 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Creating image(s)
Nov 29 12:05:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Acquiring lock "/opt/stack/data/nova/instances/3255569a-2a5a-4f30-bc25-eeb4cae9b1d4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "/opt/stack/data/nova/instances/3255569a-2a5a-4f30-bc25-eeb4cae9b1d4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "/opt/stack/data/nova/instances/3255569a-2a5a-4f30-bc25-eeb4cae9b1d4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:06 user nova-compute[74974]: INFO nova.compute.manager [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] [instance: 77ed4d86-4087-4a21-af35-605d0210e311] Took 1.04 seconds to detach 1 volumes for instance.
Nov 29 12:05:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.182s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.179s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/3255569a-2a5a-4f30-bc25-eeb4cae9b1d4/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/3255569a-2a5a-4f30-bc25-eeb4cae9b1d4/disk 1073741824" returned: 0 in 0.054s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:07 user nova-compute[74974]: DEBUG nova.network.neutron [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Successfully created port: 6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:05:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:07 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3255569a-2a5a-4f30-bc25-eeb4cae9b1d4/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:05:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3255569a-2a5a-4f30-bc25-eeb4cae9b1d4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:07 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:05:07 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:05:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.607s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:07 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Deleted allocations for instance 77ed4d86-4087-4a21-af35-605d0210e311
Nov 29 12:05:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3255569a-2a5a-4f30-bc25-eeb4cae9b1d4/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:07 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Cannot resize image /opt/stack/data/nova/instances/3255569a-2a5a-4f30-bc25-eeb4cae9b1d4/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:05:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:05:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Ensure instance console log exists: /opt/stack/data/nova/instances/3255569a-2a5a-4f30-bc25-eeb4cae9b1d4/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:05:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-37224a9c-3770-44f5-9d0c-96740f01fb77 tempest-ServerActionsTestOtherB-630198144 tempest-ServerActionsTestOtherB-630198144-project-member] Lock "77ed4d86-4087-4a21-af35-605d0210e311" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.219s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.network.neutron [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Successfully updated port: 6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Acquiring lock "refresh_cache-3255569a-2a5a-4f30-bc25-eeb4cae9b1d4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Acquired lock "refresh_cache-3255569a-2a5a-4f30-bc25-eeb4cae9b1d4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.network.neutron [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-0dc06f7b-c7e7-4473-960f-102afbebe7bf req-1e59f322-f226-40b4-9359-5cf56b26800b service nova] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Received event network-changed-6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-0dc06f7b-c7e7-4473-960f-102afbebe7bf req-1e59f322-f226-40b4-9359-5cf56b26800b service nova] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Refreshing instance network info cache due to event network-changed-6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0dc06f7b-c7e7-4473-960f-102afbebe7bf req-1e59f322-f226-40b4-9359-5cf56b26800b service nova] Acquiring lock "refresh_cache-3255569a-2a5a-4f30-bc25-eeb4cae9b1d4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.network.neutron [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.network.neutron [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Updating instance_info_cache with network_info: [{"id": "6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f", "address": "fa:16:3e:0f:f5:87", "network": {"id": "5a6e7699-bd80-42ef-9232-a58aad32b46b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-177745107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec243847253e490da44f1ca8fc8735f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6fab23d0-6f", "ovs_interfaceid": "6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Releasing lock "refresh_cache-3255569a-2a5a-4f30-bc25-eeb4cae9b1d4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Instance network_info: |[{"id": "6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f", "address": "fa:16:3e:0f:f5:87", "network": {"id": "5a6e7699-bd80-42ef-9232-a58aad32b46b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-177745107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec243847253e490da44f1ca8fc8735f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6fab23d0-6f", "ovs_interfaceid": "6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0dc06f7b-c7e7-4473-960f-102afbebe7bf req-1e59f322-f226-40b4-9359-5cf56b26800b service nova] Acquired lock "refresh_cache-3255569a-2a5a-4f30-bc25-eeb4cae9b1d4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.network.neutron [req-0dc06f7b-c7e7-4473-960f-102afbebe7bf req-1e59f322-f226-40b4-9359-5cf56b26800b service nova] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Refreshing network info cache for port 6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Start _get_guest_xml network_info=[{"id": "6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f", "address": "fa:16:3e:0f:f5:87", "network": {"id": "5a6e7699-bd80-42ef-9232-a58aad32b46b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-177745107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec243847253e490da44f1ca8fc8735f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6fab23d0-6f", "ovs_interfaceid": "6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:05:08 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:05:08 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:05:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1391785097',display_name='tempest-VolumesActionsTest-instance-1391785097',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1391785097',id=33,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ec243847253e490da44f1ca8fc8735f9',ramdisk_id='',reservation_id='r-m16q19m7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1640631024',owner_user_name='tempest-VolumesActionsTest-1640631024-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:05:06Z,user_data=None,user_id='f98f81dfe842493f901d3b52e54402ac',uuid=3255569a-2a5a-4f30-bc25-eeb4cae9b1d4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f", "address": "fa:16:3e:0f:f5:87", "network": {"id": "5a6e7699-bd80-42ef-9232-a58aad32b46b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-177745107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec243847253e490da44f1ca8fc8735f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6fab23d0-6f", "ovs_interfaceid": "6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Converting VIF {"id": "6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f", "address": "fa:16:3e:0f:f5:87", "network": {"id": "5a6e7699-bd80-42ef-9232-a58aad32b46b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-177745107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec243847253e490da44f1ca8fc8735f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6fab23d0-6f", "ovs_interfaceid": "6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0f:f5:87,bridge_name='br-int',has_traffic_filtering=True,id=6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f,network=Network(5a6e7699-bd80-42ef-9232-a58aad32b46b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6fab23d0-6f') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.objects.instance [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lazy-loading 'pci_devices' on Instance uuid 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:05:08 user nova-compute[74974]:   <uuid>3255569a-2a5a-4f30-bc25-eeb4cae9b1d4</uuid>
Nov 29 12:05:08 user nova-compute[74974]:   <name>instance-00000021</name>
Nov 29 12:05:08 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:05:08 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:05:08 user nova-compute[74974]:   <metadata>
Nov 29 12:05:08 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:05:08 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:05:08 user nova-compute[74974]:       <nova:name>tempest-VolumesActionsTest-instance-1391785097</nova:name>
Nov 29 12:05:08 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:05:08</nova:creationTime>
Nov 29 12:05:08 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:05:08 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:05:08 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:05:08 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:05:08 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:05:08 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:05:08 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:05:08 user nova-compute[74974]:       <nova:owner>
Nov 29 12:05:08 user nova-compute[74974]:         <nova:user uuid="f98f81dfe842493f901d3b52e54402ac">tempest-VolumesActionsTest-1640631024-project-member</nova:user>
Nov 29 12:05:08 user nova-compute[74974]:         <nova:project uuid="ec243847253e490da44f1ca8fc8735f9">tempest-VolumesActionsTest-1640631024</nova:project>
Nov 29 12:05:08 user nova-compute[74974]:       </nova:owner>
Nov 29 12:05:08 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:05:08 user nova-compute[74974]:       <nova:ports>
Nov 29 12:05:08 user nova-compute[74974]:         <nova:port uuid="6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f">
Nov 29 12:05:08 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 12:05:08 user nova-compute[74974]:         </nova:port>
Nov 29 12:05:08 user nova-compute[74974]:       </nova:ports>
Nov 29 12:05:08 user nova-compute[74974]:     </nova:instance>
Nov 29 12:05:08 user nova-compute[74974]:   </metadata>
Nov 29 12:05:08 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:05:08 user nova-compute[74974]:     <system>
Nov 29 12:05:08 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:05:08 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:05:08 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:05:08 user nova-compute[74974]:       <entry name="serial">3255569a-2a5a-4f30-bc25-eeb4cae9b1d4</entry>
Nov 29 12:05:08 user nova-compute[74974]:       <entry name="uuid">3255569a-2a5a-4f30-bc25-eeb4cae9b1d4</entry>
Nov 29 12:05:08 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:05:08 user nova-compute[74974]:     </system>
Nov 29 12:05:08 user nova-compute[74974]:   </sysinfo>
Nov 29 12:05:08 user nova-compute[74974]:   <os>
Nov 29 12:05:08 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:05:08 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:05:08 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:05:08 user nova-compute[74974]:   </os>
Nov 29 12:05:08 user nova-compute[74974]:   <features>
Nov 29 12:05:08 user nova-compute[74974]:     <acpi/>
Nov 29 12:05:08 user nova-compute[74974]:     <apic/>
Nov 29 12:05:08 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:05:08 user nova-compute[74974]:   </features>
Nov 29 12:05:08 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:05:08 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:05:08 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:05:08 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:05:08 user nova-compute[74974]:   </clock>
Nov 29 12:05:08 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:05:08 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:05:08 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:05:08 user nova-compute[74974]:   </cpu>
Nov 29 12:05:08 user nova-compute[74974]:   <devices>
Nov 29 12:05:08 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:05:08 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:05:08 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/3255569a-2a5a-4f30-bc25-eeb4cae9b1d4/disk"/>
Nov 29 12:05:08 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:05:08 user nova-compute[74974]:     </disk>
Nov 29 12:05:08 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:05:08 user nova-compute[74974]:       <mac address="fa:16:3e:0f:f5:87"/>
Nov 29 12:05:08 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:05:08 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:05:08 user nova-compute[74974]:       <target dev="tap6fab23d0-6f"/>
Nov 29 12:05:08 user nova-compute[74974]:     </interface>
Nov 29 12:05:08 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:05:08 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/3255569a-2a5a-4f30-bc25-eeb4cae9b1d4/console.log" append="off"/>
Nov 29 12:05:08 user nova-compute[74974]:     </serial>
Nov 29 12:05:08 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:05:08 user nova-compute[74974]:     <video>
Nov 29 12:05:08 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:05:08 user nova-compute[74974]:     </video>
Nov 29 12:05:08 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:05:08 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:05:08 user nova-compute[74974]:     </rng>
Nov 29 12:05:08 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:05:08 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:05:08 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:05:08 user nova-compute[74974]:     </memballoon>
Nov 29 12:05:08 user nova-compute[74974]:   </devices>
Nov 29 12:05:08 user nova-compute[74974]: </domain>
Nov 29 12:05:08 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:05:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1391785097',display_name='tempest-VolumesActionsTest-instance-1391785097',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1391785097',id=33,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ec243847253e490da44f1ca8fc8735f9',ramdisk_id='',reservation_id='r-m16q19m7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1640631024',owner_user_name='tempest-VolumesActionsTest-1640631024-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:05:06Z,user_data=None,user_id='f98f81dfe842493f901d3b52e54402ac',uuid=3255569a-2a5a-4f30-bc25-eeb4cae9b1d4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f", "address": "fa:16:3e:0f:f5:87", "network": {"id": "5a6e7699-bd80-42ef-9232-a58aad32b46b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-177745107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec243847253e490da44f1ca8fc8735f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6fab23d0-6f", "ovs_interfaceid": "6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Converting VIF {"id": "6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f", "address": "fa:16:3e:0f:f5:87", "network": {"id": "5a6e7699-bd80-42ef-9232-a58aad32b46b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-177745107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec243847253e490da44f1ca8fc8735f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6fab23d0-6f", "ovs_interfaceid": "6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0f:f5:87,bridge_name='br-int',has_traffic_filtering=True,id=6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f,network=Network(5a6e7699-bd80-42ef-9232-a58aad32b46b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6fab23d0-6f') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG os_vif [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0f:f5:87,bridge_name='br-int',has_traffic_filtering=True,id=6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f,network=Network(5a6e7699-bd80-42ef-9232-a58aad32b46b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6fab23d0-6f') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '89d3f3fd-0fca-544d-ad37-8bcf5c8fe81e', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6fab23d0-6f, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6fab23d0-6f, col_values=(('qos', UUID('badf64e9-ae8f-4f52-bd7e-c37788ef59e5')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6fab23d0-6f, col_values=(('external_ids', {'iface-id': '6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0f:f5:87', 'vm-uuid': '3255569a-2a5a-4f30-bc25-eeb4cae9b1d4'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:08 user nova-compute[74974]: INFO os_vif [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0f:f5:87,bridge_name='br-int',has_traffic_filtering=True,id=6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f,network=Network(5a6e7699-bd80-42ef-9232-a58aad32b46b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6fab23d0-6f')
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] No VIF found with MAC fa:16:3e:0f:f5:87, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.network.neutron [req-0dc06f7b-c7e7-4473-960f-102afbebe7bf req-1e59f322-f226-40b4-9359-5cf56b26800b service nova] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Updated VIF entry in instance network info cache for port 6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG nova.network.neutron [req-0dc06f7b-c7e7-4473-960f-102afbebe7bf req-1e59f322-f226-40b4-9359-5cf56b26800b service nova] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Updating instance_info_cache with network_info: [{"id": "6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f", "address": "fa:16:3e:0f:f5:87", "network": {"id": "5a6e7699-bd80-42ef-9232-a58aad32b46b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-177745107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec243847253e490da44f1ca8fc8735f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6fab23d0-6f", "ovs_interfaceid": "6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:05:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0dc06f7b-c7e7-4473-960f-102afbebe7bf req-1e59f322-f226-40b4-9359-5cf56b26800b service nova] Releasing lock "refresh_cache-3255569a-2a5a-4f30-bc25-eeb4cae9b1d4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:05:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-d44bc4f0-7dd2-4652-b63d-2a724f0534a6 req-c72f1b3a-6397-41ed-9f98-9dd81453274c service nova] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Received event network-vif-plugged-6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:05:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d44bc4f0-7dd2-4652-b63d-2a724f0534a6 req-c72f1b3a-6397-41ed-9f98-9dd81453274c service nova] Acquiring lock "3255569a-2a5a-4f30-bc25-eeb4cae9b1d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d44bc4f0-7dd2-4652-b63d-2a724f0534a6 req-c72f1b3a-6397-41ed-9f98-9dd81453274c service nova] Lock "3255569a-2a5a-4f30-bc25-eeb4cae9b1d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d44bc4f0-7dd2-4652-b63d-2a724f0534a6 req-c72f1b3a-6397-41ed-9f98-9dd81453274c service nova] Lock "3255569a-2a5a-4f30-bc25-eeb4cae9b1d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-d44bc4f0-7dd2-4652-b63d-2a724f0534a6 req-c72f1b3a-6397-41ed-9f98-9dd81453274c service nova] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] No waiting events found dispatching network-vif-plugged-6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:05:10 user nova-compute[74974]: WARNING nova.compute.manager [req-d44bc4f0-7dd2-4652-b63d-2a724f0534a6 req-c72f1b3a-6397-41ed-9f98-9dd81453274c service nova] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Received unexpected event network-vif-plugged-6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f for instance with vm_state building and task_state spawning.
Nov 29 12:05:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:05:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:05:12 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Instance spawned successfully.
Nov 29 12:05:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:05:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:05:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:05:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:05:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:05:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:05:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:05:12 user nova-compute[74974]: INFO nova.compute.manager [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Took 5.78 seconds to spawn the instance on the hypervisor.
Nov 29 12:05:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:05:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-21cd2245-9232-49df-895b-7c4896062e59 req-468d242d-2989-41e3-b560-3b5af3903c2e service nova] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Received event network-vif-plugged-6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:05:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-21cd2245-9232-49df-895b-7c4896062e59 req-468d242d-2989-41e3-b560-3b5af3903c2e service nova] Acquiring lock "3255569a-2a5a-4f30-bc25-eeb4cae9b1d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-21cd2245-9232-49df-895b-7c4896062e59 req-468d242d-2989-41e3-b560-3b5af3903c2e service nova] Lock "3255569a-2a5a-4f30-bc25-eeb4cae9b1d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-21cd2245-9232-49df-895b-7c4896062e59 req-468d242d-2989-41e3-b560-3b5af3903c2e service nova] Lock "3255569a-2a5a-4f30-bc25-eeb4cae9b1d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-21cd2245-9232-49df-895b-7c4896062e59 req-468d242d-2989-41e3-b560-3b5af3903c2e service nova] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] No waiting events found dispatching network-vif-plugged-6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:05:12 user nova-compute[74974]: WARNING nova.compute.manager [req-21cd2245-9232-49df-895b-7c4896062e59 req-468d242d-2989-41e3-b560-3b5af3903c2e service nova] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Received unexpected event network-vif-plugged-6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f for instance with vm_state building and task_state spawning.
Nov 29 12:05:12 user nova-compute[74974]: INFO nova.compute.manager [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Took 6.69 seconds to build instance.
Nov 29 12:05:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4d89b91f-3f9a-499e-bf89-ebb895c48fb8 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "3255569a-2a5a-4f30-bc25-eeb4cae9b1d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.802s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "05b4e1a0-022c-4332-9f20-0217cb1a2290" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "05b4e1a0-022c-4332-9f20-0217cb1a2290" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:39 user nova-compute[74974]: DEBUG nova.compute.manager [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:05:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Acquiring lock "49a21132-edef-4080-addb-6481c9833040" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "49a21132-edef-4080-addb-6481c9833040" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Acquiring lock "49a21132-edef-4080-addb-6481c9833040-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "49a21132-edef-4080-addb-6481c9833040-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "49a21132-edef-4080-addb-6481c9833040-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:39 user nova-compute[74974]: INFO nova.compute.manager [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Terminating instance
Nov 29 12:05:39 user nova-compute[74974]: DEBUG nova.compute.manager [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:05:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:39 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:05:39 user nova-compute[74974]: INFO nova.compute.claims [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Claim successful on node user
Nov 29 12:05:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:05:40 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 49a21132-edef-4080-addb-6481c9833040] Instance destroyed successfully.
Nov 29 12:05:40 user nova-compute[74974]: DEBUG nova.objects.instance [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lazy-loading 'resources' on Instance uuid 49a21132-edef-4080-addb-6481c9833040 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:03:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-307364593',display_name='tempest-ServersNegativeTestJSON-server-307364593',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-307364593',id=29,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:03:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f2176a49267d40d8b8ef4ff07f41ae54',ramdisk_id='',reservation_id='r-k2d5loxu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-164783779',owner_user_name='tempest-ServersNegativeTestJSON-164783779-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:03:56Z,user_data=None,user_id='f36cef473e564e2caf707f5ee6f62764',uuid=49a21132-edef-4080-addb-6481c9833040,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7789a9df-7dc5-40c5-81f5-bed5d28604ba", "address": "fa:16:3e:f5:51:7f", "network": {"id": "96cc9aaf-b644-4c1a-8e03-ac941e9eef9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1064658278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2176a49267d40d8b8ef4ff07f41ae54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7789a9df-7d", "ovs_interfaceid": "7789a9df-7dc5-40c5-81f5-bed5d28604ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Converting VIF {"id": "7789a9df-7dc5-40c5-81f5-bed5d28604ba", "address": "fa:16:3e:f5:51:7f", "network": {"id": "96cc9aaf-b644-4c1a-8e03-ac941e9eef9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1064658278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2176a49267d40d8b8ef4ff07f41ae54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7789a9df-7d", "ovs_interfaceid": "7789a9df-7dc5-40c5-81f5-bed5d28604ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:51:7f,bridge_name='br-int',has_traffic_filtering=True,id=7789a9df-7dc5-40c5-81f5-bed5d28604ba,network=Network(96cc9aaf-b644-4c1a-8e03-ac941e9eef9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7789a9df-7d') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG os_vif [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:51:7f,bridge_name='br-int',has_traffic_filtering=True,id=7789a9df-7dc5-40c5-81f5-bed5d28604ba,network=Network(96cc9aaf-b644-4c1a-8e03-ac941e9eef9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7789a9df-7d') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7789a9df-7d, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=36ce15c8-c652-468f-bedd-7180954d7779) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:05:40 user nova-compute[74974]: INFO os_vif [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:51:7f,bridge_name='br-int',has_traffic_filtering=True,id=7789a9df-7dc5-40c5-81f5-bed5d28604ba,network=Network(96cc9aaf-b644-4c1a-8e03-ac941e9eef9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7789a9df-7d')
Nov 29 12:05:40 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Deleting instance files /opt/stack/data/nova/instances/49a21132-edef-4080-addb-6481c9833040_del
Nov 29 12:05:40 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Deletion of /opt/stack/data/nova/instances/49a21132-edef-4080-addb-6481c9833040_del complete
Nov 29 12:05:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.569s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG nova.compute.manager [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG nova.compute.manager [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG nova.network.neutron [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:05:40 user nova-compute[74974]: INFO nova.compute.manager [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49a21132-edef-4080-addb-6481c9833040] Took 0.71 seconds to destroy the instance on the hypervisor.
Nov 29 12:05:40 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 49a21132-edef-4080-addb-6481c9833040] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 49a21132-edef-4080-addb-6481c9833040] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:05:40 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:05:40 user nova-compute[74974]: DEBUG nova.compute.manager [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG nova.policy [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2c9009324844311bdf63ae6e0d98664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84da09c2433640cb9454d6f827e89090', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG nova.compute.manager [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:05:40 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Creating image(s)
Nov 29 12:05:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "/opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "/opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "/opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.184s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 49a21132-edef-4080-addb-6481c9833040] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG nova.compute.manager [req-4a287f1c-e187-4dcd-b945-24c80911fcfe req-8b4fcd0d-05d6-4256-b22c-7de2ab2ae353 service nova] [instance: 49a21132-edef-4080-addb-6481c9833040] Received event network-vif-deleted-7789a9df-7dc5-40c5-81f5-bed5d28604ba {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:05:40 user nova-compute[74974]: INFO nova.compute.manager [req-4a287f1c-e187-4dcd-b945-24c80911fcfe req-8b4fcd0d-05d6-4256-b22c-7de2ab2ae353 service nova] [instance: 49a21132-edef-4080-addb-6481c9833040] Neutron deleted interface 7789a9df-7dc5-40c5-81f5-bed5d28604ba; detaching it from the instance and deleting it from the info cache
Nov 29 12:05:40 user nova-compute[74974]: DEBUG nova.network.neutron [req-4a287f1c-e187-4dcd-b945-24c80911fcfe req-8b4fcd0d-05d6-4256-b22c-7de2ab2ae353 service nova] [instance: 49a21132-edef-4080-addb-6481c9833040] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:05:40 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 49a21132-edef-4080-addb-6481c9833040] Took 0.51 seconds to deallocate network for instance.
Nov 29 12:05:40 user nova-compute[74974]: DEBUG nova.compute.manager [req-4a287f1c-e187-4dcd-b945-24c80911fcfe req-8b4fcd0d-05d6-4256-b22c-7de2ab2ae353 service nova] [instance: 49a21132-edef-4080-addb-6481c9833040] Detach interface failed, port_id=7789a9df-7dc5-40c5-81f5-bed5d28604ba, reason: Instance 49a21132-edef-4080-addb-6481c9833040 could not be found. {{(pid=74974) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.181s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk 1073741824" returned: 0 in 0.058s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG nova.network.neutron [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Successfully created port: 347a6df9-475b-4421-8133-b0a4dee12abb {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.201s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Checking if we can resize image /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Cannot resize image /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Ensure instance console log exists: /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.640s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:41 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Deleted allocations for instance 49a21132-edef-4080-addb-6481c9833040
Nov 29 12:05:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b413b8f7-44ad-458c-bebd-a94de06d60c2 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "49a21132-edef-4080-addb-6481c9833040" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.101s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG nova.network.neutron [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Successfully updated port: 347a6df9-475b-4421-8133-b0a4dee12abb {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "refresh_cache-05b4e1a0-022c-4332-9f20-0217cb1a2290" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquired lock "refresh_cache-05b4e1a0-022c-4332-9f20-0217cb1a2290" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG nova.network.neutron [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG nova.compute.manager [req-ba51fccf-81b7-4761-aafb-5e80cc608c10 req-2d8511de-2c32-452e-abf7-f2ef9d0892a5 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Received event network-changed-347a6df9-475b-4421-8133-b0a4dee12abb {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG nova.compute.manager [req-ba51fccf-81b7-4761-aafb-5e80cc608c10 req-2d8511de-2c32-452e-abf7-f2ef9d0892a5 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Refreshing instance network info cache due to event network-changed-347a6df9-475b-4421-8133-b0a4dee12abb. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:05:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ba51fccf-81b7-4761-aafb-5e80cc608c10 req-2d8511de-2c32-452e-abf7-f2ef9d0892a5 service nova] Acquiring lock "refresh_cache-05b4e1a0-022c-4332-9f20-0217cb1a2290" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.network.neutron [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.network.neutron [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Updating instance_info_cache with network_info: [{"id": "347a6df9-475b-4421-8133-b0a4dee12abb", "address": "fa:16:3e:5c:48:a6", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap347a6df9-47", "ovs_interfaceid": "347a6df9-475b-4421-8133-b0a4dee12abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Releasing lock "refresh_cache-05b4e1a0-022c-4332-9f20-0217cb1a2290" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.compute.manager [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Instance network_info: |[{"id": "347a6df9-475b-4421-8133-b0a4dee12abb", "address": "fa:16:3e:5c:48:a6", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap347a6df9-47", "ovs_interfaceid": "347a6df9-475b-4421-8133-b0a4dee12abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ba51fccf-81b7-4761-aafb-5e80cc608c10 req-2d8511de-2c32-452e-abf7-f2ef9d0892a5 service nova] Acquired lock "refresh_cache-05b4e1a0-022c-4332-9f20-0217cb1a2290" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.network.neutron [req-ba51fccf-81b7-4761-aafb-5e80cc608c10 req-2d8511de-2c32-452e-abf7-f2ef9d0892a5 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Refreshing network info cache for port 347a6df9-475b-4421-8133-b0a4dee12abb {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Start _get_guest_xml network_info=[{"id": "347a6df9-475b-4421-8133-b0a4dee12abb", "address": "fa:16:3e:5c:48:a6", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap347a6df9-47", "ovs_interfaceid": "347a6df9-475b-4421-8133-b0a4dee12abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:05:42 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:05:42 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:05:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1023775942',display_name='tempest-TestStampPattern-server-1023775942',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1023775942',id=34,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBrXYHCoA+IOKHKEZnluLLiB4NrUmE08JCf3jYLCbPpqc7peA7EQhcr/hF7Z2sq/lf5YFfRgAe5D/KLd2iRJgjVpk8pMuDNEk/K2D08cBK9vMtFUV5of+/iBZ8dsOQgjtw==',key_name='tempest-TestStampPattern-290374335',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='84da09c2433640cb9454d6f827e89090',ramdisk_id='',reservation_id='r-fejhajrg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-637550434',owner_user_name='tempest-TestStampPattern-637550434-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:05:40Z,user_data=None,user_id='a2c9009324844311bdf63ae6e0d98664',uuid=05b4e1a0-022c-4332-9f20-0217cb1a2290,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "347a6df9-475b-4421-8133-b0a4dee12abb", "address": "fa:16:3e:5c:48:a6", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap347a6df9-47", "ovs_interfaceid": "347a6df9-475b-4421-8133-b0a4dee12abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Converting VIF {"id": "347a6df9-475b-4421-8133-b0a4dee12abb", "address": "fa:16:3e:5c:48:a6", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap347a6df9-47", "ovs_interfaceid": "347a6df9-475b-4421-8133-b0a4dee12abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5c:48:a6,bridge_name='br-int',has_traffic_filtering=True,id=347a6df9-475b-4421-8133-b0a4dee12abb,network=Network(d70a6e61-5e49-451a-9be1-5b3efd652a41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap347a6df9-47') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.objects.instance [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lazy-loading 'pci_devices' on Instance uuid 05b4e1a0-022c-4332-9f20-0217cb1a2290 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:05:42 user nova-compute[74974]:   <uuid>05b4e1a0-022c-4332-9f20-0217cb1a2290</uuid>
Nov 29 12:05:42 user nova-compute[74974]:   <name>instance-00000022</name>
Nov 29 12:05:42 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:05:42 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:05:42 user nova-compute[74974]:   <metadata>
Nov 29 12:05:42 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:05:42 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:05:42 user nova-compute[74974]:       <nova:name>tempest-TestStampPattern-server-1023775942</nova:name>
Nov 29 12:05:42 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:05:42</nova:creationTime>
Nov 29 12:05:42 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:05:42 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:05:42 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:05:42 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:05:42 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:05:42 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:05:42 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:05:42 user nova-compute[74974]:       <nova:owner>
Nov 29 12:05:42 user nova-compute[74974]:         <nova:user uuid="a2c9009324844311bdf63ae6e0d98664">tempest-TestStampPattern-637550434-project-member</nova:user>
Nov 29 12:05:42 user nova-compute[74974]:         <nova:project uuid="84da09c2433640cb9454d6f827e89090">tempest-TestStampPattern-637550434</nova:project>
Nov 29 12:05:42 user nova-compute[74974]:       </nova:owner>
Nov 29 12:05:42 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:05:42 user nova-compute[74974]:       <nova:ports>
Nov 29 12:05:42 user nova-compute[74974]:         <nova:port uuid="347a6df9-475b-4421-8133-b0a4dee12abb">
Nov 29 12:05:42 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 29 12:05:42 user nova-compute[74974]:         </nova:port>
Nov 29 12:05:42 user nova-compute[74974]:       </nova:ports>
Nov 29 12:05:42 user nova-compute[74974]:     </nova:instance>
Nov 29 12:05:42 user nova-compute[74974]:   </metadata>
Nov 29 12:05:42 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:05:42 user nova-compute[74974]:     <system>
Nov 29 12:05:42 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:05:42 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:05:42 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:05:42 user nova-compute[74974]:       <entry name="serial">05b4e1a0-022c-4332-9f20-0217cb1a2290</entry>
Nov 29 12:05:42 user nova-compute[74974]:       <entry name="uuid">05b4e1a0-022c-4332-9f20-0217cb1a2290</entry>
Nov 29 12:05:42 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:05:42 user nova-compute[74974]:     </system>
Nov 29 12:05:42 user nova-compute[74974]:   </sysinfo>
Nov 29 12:05:42 user nova-compute[74974]:   <os>
Nov 29 12:05:42 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:05:42 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:05:42 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:05:42 user nova-compute[74974]:   </os>
Nov 29 12:05:42 user nova-compute[74974]:   <features>
Nov 29 12:05:42 user nova-compute[74974]:     <acpi/>
Nov 29 12:05:42 user nova-compute[74974]:     <apic/>
Nov 29 12:05:42 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:05:42 user nova-compute[74974]:   </features>
Nov 29 12:05:42 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:05:42 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:05:42 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:05:42 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:05:42 user nova-compute[74974]:   </clock>
Nov 29 12:05:42 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:05:42 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:05:42 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:05:42 user nova-compute[74974]:   </cpu>
Nov 29 12:05:42 user nova-compute[74974]:   <devices>
Nov 29 12:05:42 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:05:42 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:05:42 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk"/>
Nov 29 12:05:42 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:05:42 user nova-compute[74974]:     </disk>
Nov 29 12:05:42 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:05:42 user nova-compute[74974]:       <mac address="fa:16:3e:5c:48:a6"/>
Nov 29 12:05:42 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:05:42 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:05:42 user nova-compute[74974]:       <target dev="tap347a6df9-47"/>
Nov 29 12:05:42 user nova-compute[74974]:     </interface>
Nov 29 12:05:42 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:05:42 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/console.log" append="off"/>
Nov 29 12:05:42 user nova-compute[74974]:     </serial>
Nov 29 12:05:42 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:05:42 user nova-compute[74974]:     <video>
Nov 29 12:05:42 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:05:42 user nova-compute[74974]:     </video>
Nov 29 12:05:42 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:05:42 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:05:42 user nova-compute[74974]:     </rng>
Nov 29 12:05:42 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:05:42 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:05:42 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:05:42 user nova-compute[74974]:     </memballoon>
Nov 29 12:05:42 user nova-compute[74974]:   </devices>
Nov 29 12:05:42 user nova-compute[74974]: </domain>
Nov 29 12:05:42 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:05:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1023775942',display_name='tempest-TestStampPattern-server-1023775942',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1023775942',id=34,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBrXYHCoA+IOKHKEZnluLLiB4NrUmE08JCf3jYLCbPpqc7peA7EQhcr/hF7Z2sq/lf5YFfRgAe5D/KLd2iRJgjVpk8pMuDNEk/K2D08cBK9vMtFUV5of+/iBZ8dsOQgjtw==',key_name='tempest-TestStampPattern-290374335',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='84da09c2433640cb9454d6f827e89090',ramdisk_id='',reservation_id='r-fejhajrg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-637550434',owner_user_name='tempest-TestStampPattern-637550434-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:05:40Z,user_data=None,user_id='a2c9009324844311bdf63ae6e0d98664',uuid=05b4e1a0-022c-4332-9f20-0217cb1a2290,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "347a6df9-475b-4421-8133-b0a4dee12abb", "address": "fa:16:3e:5c:48:a6", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap347a6df9-47", "ovs_interfaceid": "347a6df9-475b-4421-8133-b0a4dee12abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Converting VIF {"id": "347a6df9-475b-4421-8133-b0a4dee12abb", "address": "fa:16:3e:5c:48:a6", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap347a6df9-47", "ovs_interfaceid": "347a6df9-475b-4421-8133-b0a4dee12abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5c:48:a6,bridge_name='br-int',has_traffic_filtering=True,id=347a6df9-475b-4421-8133-b0a4dee12abb,network=Network(d70a6e61-5e49-451a-9be1-5b3efd652a41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap347a6df9-47') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG os_vif [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5c:48:a6,bridge_name='br-int',has_traffic_filtering=True,id=347a6df9-475b-4421-8133-b0a4dee12abb,network=Network(d70a6e61-5e49-451a-9be1-5b3efd652a41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap347a6df9-47') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9d1fab5b-a953-5f16-b8fb-d66e30530e9c', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap347a6df9-47, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap347a6df9-47, col_values=(('qos', UUID('9f37f95f-efc4-4371-9cf9-5907a9af8e0d')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap347a6df9-47, col_values=(('external_ids', {'iface-id': '347a6df9-475b-4421-8133-b0a4dee12abb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5c:48:a6', 'vm-uuid': '05b4e1a0-022c-4332-9f20-0217cb1a2290'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:42 user nova-compute[74974]: INFO os_vif [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5c:48:a6,bridge_name='br-int',has_traffic_filtering=True,id=347a6df9-475b-4421-8133-b0a4dee12abb,network=Network(d70a6e61-5e49-451a-9be1-5b3efd652a41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap347a6df9-47')
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] No VIF found with MAC fa:16:3e:5c:48:a6, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.network.neutron [req-ba51fccf-81b7-4761-aafb-5e80cc608c10 req-2d8511de-2c32-452e-abf7-f2ef9d0892a5 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Updated VIF entry in instance network info cache for port 347a6df9-475b-4421-8133-b0a4dee12abb. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG nova.network.neutron [req-ba51fccf-81b7-4761-aafb-5e80cc608c10 req-2d8511de-2c32-452e-abf7-f2ef9d0892a5 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Updating instance_info_cache with network_info: [{"id": "347a6df9-475b-4421-8133-b0a4dee12abb", "address": "fa:16:3e:5c:48:a6", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap347a6df9-47", "ovs_interfaceid": "347a6df9-475b-4421-8133-b0a4dee12abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:05:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ba51fccf-81b7-4761-aafb-5e80cc608c10 req-2d8511de-2c32-452e-abf7-f2ef9d0892a5 service nova] Releasing lock "refresh_cache-05b4e1a0-022c-4332-9f20-0217cb1a2290" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:05:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:44 user nova-compute[74974]: DEBUG nova.compute.manager [req-1b504c8f-5476-4bcc-90b4-1fdcafa02e65 req-ec20b8aa-ae41-45fe-ac23-ed7496374862 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Received event network-vif-plugged-347a6df9-475b-4421-8133-b0a4dee12abb {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:05:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1b504c8f-5476-4bcc-90b4-1fdcafa02e65 req-ec20b8aa-ae41-45fe-ac23-ed7496374862 service nova] Acquiring lock "05b4e1a0-022c-4332-9f20-0217cb1a2290-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1b504c8f-5476-4bcc-90b4-1fdcafa02e65 req-ec20b8aa-ae41-45fe-ac23-ed7496374862 service nova] Lock "05b4e1a0-022c-4332-9f20-0217cb1a2290-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1b504c8f-5476-4bcc-90b4-1fdcafa02e65 req-ec20b8aa-ae41-45fe-ac23-ed7496374862 service nova] Lock "05b4e1a0-022c-4332-9f20-0217cb1a2290-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:44 user nova-compute[74974]: DEBUG nova.compute.manager [req-1b504c8f-5476-4bcc-90b4-1fdcafa02e65 req-ec20b8aa-ae41-45fe-ac23-ed7496374862 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] No waiting events found dispatching network-vif-plugged-347a6df9-475b-4421-8133-b0a4dee12abb {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:05:44 user nova-compute[74974]: WARNING nova.compute.manager [req-1b504c8f-5476-4bcc-90b4-1fdcafa02e65 req-ec20b8aa-ae41-45fe-ac23-ed7496374862 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Received unexpected event network-vif-plugged-347a6df9-475b-4421-8133-b0a4dee12abb for instance with vm_state building and task_state spawning.
Nov 29 12:05:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "08f04de5-0f3e-4809-8355-552206f14d14" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "08f04de5-0f3e-4809-8355-552206f14d14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:44 user nova-compute[74974]: DEBUG nova.compute.manager [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:05:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:44 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:05:44 user nova-compute[74974]: INFO nova.compute.claims [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Claim successful on node user
Nov 29 12:05:44 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:05:44 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.445s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG nova.compute.manager [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG nova.compute.manager [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG nova.network.neutron [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:05:45 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:05:45 user nova-compute[74974]: DEBUG nova.compute.manager [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG nova.policy [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9b1fc53de6a43e888443f24187282c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '800708720f894497a040a971a2d30c58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:05:45 user nova-compute[74974]: INFO nova.virt.block_device [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Booting with volume 53248139-276b-475d-b64d-3109dd06d8b2 at /dev/vda
Nov 29 12:05:45 user nova-compute[74974]: DEBUG os_brick.utils [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b14f8ed1-b5cb-402d-8139-620864eb3caa]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5889e40f-68c3-436b-9865-f03fa406fded]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c954ecf1-0c73-4f6c-85e0-63882df798fe]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0276080d-53d6-4d7b-a3fa-f8aaf1b3525f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:05:45 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:05:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5057f7bb-d0e5-43d7-9ae8-2ab4ae77ee5b]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG os_brick.utils [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Updating existing volume attachment record: 640468a1-e7cb-4cf9-90dd-2c61be026e64 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG nova.network.neutron [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Successfully created port: b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG nova.compute.manager [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:05:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:05:45 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Instance spawned successfully.
Nov 29 12:05:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:05:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:05:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:05:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:05:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:05:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:05:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:05:46 user nova-compute[74974]: DEBUG nova.compute.manager [req-75bdfe79-000b-4677-b337-54bed1254ebe req-af682416-7121-4950-aa35-8bc80d352704 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Received event network-vif-plugged-347a6df9-475b-4421-8133-b0a4dee12abb {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:05:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-75bdfe79-000b-4677-b337-54bed1254ebe req-af682416-7121-4950-aa35-8bc80d352704 service nova] Acquiring lock "05b4e1a0-022c-4332-9f20-0217cb1a2290-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-75bdfe79-000b-4677-b337-54bed1254ebe req-af682416-7121-4950-aa35-8bc80d352704 service nova] Lock "05b4e1a0-022c-4332-9f20-0217cb1a2290-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-75bdfe79-000b-4677-b337-54bed1254ebe req-af682416-7121-4950-aa35-8bc80d352704 service nova] Lock "05b4e1a0-022c-4332-9f20-0217cb1a2290-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:46 user nova-compute[74974]: DEBUG nova.compute.manager [req-75bdfe79-000b-4677-b337-54bed1254ebe req-af682416-7121-4950-aa35-8bc80d352704 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] No waiting events found dispatching network-vif-plugged-347a6df9-475b-4421-8133-b0a4dee12abb {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:05:46 user nova-compute[74974]: WARNING nova.compute.manager [req-75bdfe79-000b-4677-b337-54bed1254ebe req-af682416-7121-4950-aa35-8bc80d352704 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Received unexpected event network-vif-plugged-347a6df9-475b-4421-8133-b0a4dee12abb for instance with vm_state building and task_state spawning.
Nov 29 12:05:46 user nova-compute[74974]: INFO nova.compute.manager [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Took 5.52 seconds to spawn the instance on the hypervisor.
Nov 29 12:05:46 user nova-compute[74974]: DEBUG nova.compute.manager [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:05:46 user nova-compute[74974]: INFO nova.compute.manager [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Took 6.49 seconds to build instance.
Nov 29 12:05:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e99c2bc3-4b76-4d4d-9b08-5f8848153f2b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "05b4e1a0-022c-4332-9f20-0217cb1a2290" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.601s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:46 user nova-compute[74974]: DEBUG nova.network.neutron [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Successfully updated port: b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:05:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "refresh_cache-08f04de5-0f3e-4809-8355-552206f14d14" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:05:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquired lock "refresh_cache-08f04de5-0f3e-4809-8355-552206f14d14" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:05:46 user nova-compute[74974]: DEBUG nova.network.neutron [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:05:46 user nova-compute[74974]: DEBUG nova.network.neutron [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:05:46 user nova-compute[74974]: DEBUG nova.network.neutron [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Updating instance_info_cache with network_info: [{"id": "b685154c-d33c-495b-996c-a9fc600e7bd4", "address": "fa:16:3e:e4:aa:d7", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb685154c-d3", "ovs_interfaceid": "b685154c-d33c-495b-996c-a9fc600e7bd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:05:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Releasing lock "refresh_cache-08f04de5-0f3e-4809-8355-552206f14d14" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:05:46 user nova-compute[74974]: DEBUG nova.compute.manager [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Instance network_info: |[{"id": "b685154c-d33c-495b-996c-a9fc600e7bd4", "address": "fa:16:3e:e4:aa:d7", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb685154c-d3", "ovs_interfaceid": "b685154c-d33c-495b-996c-a9fc600e7bd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:05:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:47 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:05:48 user nova-compute[74974]: DEBUG nova.compute.manager [req-817b8a67-2f3f-43e6-b73f-39895578cd21 req-ad735f38-15a4-4dc9-a3b0-50f049e38749 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Received event network-changed-b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:05:48 user nova-compute[74974]: DEBUG nova.compute.manager [req-817b8a67-2f3f-43e6-b73f-39895578cd21 req-ad735f38-15a4-4dc9-a3b0-50f049e38749 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Refreshing instance network info cache due to event network-changed-b685154c-d33c-495b-996c-a9fc600e7bd4. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:05:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-817b8a67-2f3f-43e6-b73f-39895578cd21 req-ad735f38-15a4-4dc9-a3b0-50f049e38749 service nova] Acquiring lock "refresh_cache-08f04de5-0f3e-4809-8355-552206f14d14" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:05:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-817b8a67-2f3f-43e6-b73f-39895578cd21 req-ad735f38-15a4-4dc9-a3b0-50f049e38749 service nova] Acquired lock "refresh_cache-08f04de5-0f3e-4809-8355-552206f14d14" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:05:48 user nova-compute[74974]: DEBUG nova.network.neutron [req-817b8a67-2f3f-43e6-b73f-39895578cd21 req-ad735f38-15a4-4dc9-a3b0-50f049e38749 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Refreshing network info cache for port b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:05:48 user nova-compute[74974]: DEBUG nova.network.neutron [req-817b8a67-2f3f-43e6-b73f-39895578cd21 req-ad735f38-15a4-4dc9-a3b0-50f049e38749 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Updated VIF entry in instance network info cache for port b685154c-d33c-495b-996c-a9fc600e7bd4. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:05:48 user nova-compute[74974]: DEBUG nova.network.neutron [req-817b8a67-2f3f-43e6-b73f-39895578cd21 req-ad735f38-15a4-4dc9-a3b0-50f049e38749 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Updating instance_info_cache with network_info: [{"id": "b685154c-d33c-495b-996c-a9fc600e7bd4", "address": "fa:16:3e:e4:aa:d7", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb685154c-d3", "ovs_interfaceid": "b685154c-d33c-495b-996c-a9fc600e7bd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:05:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-817b8a67-2f3f-43e6-b73f-39895578cd21 req-ad735f38-15a4-4dc9-a3b0-50f049e38749 service nova] Releasing lock "refresh_cache-08f04de5-0f3e-4809-8355-552206f14d14" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:05:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:49 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:05:51 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:05:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:51 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:05:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:05:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:05:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3255569a-2a5a-4f30-bc25-eeb4cae9b1d4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3255569a-2a5a-4f30-bc25-eeb4cae9b1d4/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3255569a-2a5a-4f30-bc25-eeb4cae9b1d4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3255569a-2a5a-4f30-bc25-eeb4cae9b1d4/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:55 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:05:56 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=7536MB free_disk=25.063522338867188GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2ed3a206-5fd0-4782-b47a-20497a7df7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance ee78d0d8-0125-46d8-b1e1-2b38eaabeedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e4219657-0bf5-4781-9960-490c7b1d97ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e0cb8e50-6436-4a97-b50c-23f5ad505d68 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 49d0eb31-dd34-4661-9acf-3440ba7fdf21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance c353a48a-de13-4416-891a-869e9967866b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 501bf9d6-c605-4de3-8cfa-86557b9e387e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 722d2a93-e947-4da9-b9d6-c3dfded22c46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 05b4e1a0-022c-4332-9f20-0217cb1a2290 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 08f04de5-0f3e-4809-8355-552206f14d14 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.compute.manager [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:05:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Creating image(s)
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Did not create local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Ensure instance console log exists: /opt/stack/data/nova/instances/08f04de5-0f3e-4809-8355-552206f14d14/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Start _get_guest_xml network_info=[{"id": "b685154c-d33c-495b-996c-a9fc600e7bd4", "address": "fa:16:3e:e4:aa:d7", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb685154c-d3", "ovs_interfaceid": "b685154c-d33c-495b-996c-a9fc600e7bd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': 'virtio', 'attachment_id': '640468a1-e7cb-4cf9-90dd-2c61be026e64', 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WZdNThCq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '08f04de5-0f3e-4809-8355-552206f14d14', 'attached_at': '', 'detached_at': '', 'volume_id': '53248139-276b-475d-b64d-3109dd06d8b2', 'serial': '53248139-276b-475d-b64d-3109dd06d8b2'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:05:56 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:05:56 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WZdNThCq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:05:56 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:05:56 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:05:56 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc5ee888-a8dd-4982-aa65-1899c00203d1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:05:56 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b501330-f625-4d24-b710-a789ced8cafd]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2] added
Nov 29 12:05:56 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d14eb79-3619-4cfb-b949-db86a1052169]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb61bbd4-94c0-4d6d-8015-f70b500e87b9]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WZdNThCq {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WZdNThCq" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[17411a77-8947-44bc-90c0-1f34866f79fc]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WZdNThCq'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8ea5e9d-c19d-4333-b345-eed450e4c0bd]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c19f54a-6426-410e-914b-f974b08f7be3]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:05:56 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:05:56 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:05:56 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:05:56 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f39d8381-c3c6-40f8-a55b-cd716ebcb3ff]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2, portal: 172.16.0.220,3260]
Nov 29 12:05:56 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2, portal: 172.16.0.220,3260] successful.
Nov 29 12:05:56 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[33c625b5-bda2-4ca7-b2b0-5cdfadda1e59]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.652s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6be203d9-cba4-419d-97a2-6937783ea8e6]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:05:56 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:05:56 user nova-compute[74974]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:05:56 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:05:56 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:05:56 user nova-compute[74974]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:05:56 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.317s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] HCTL ('34', '-', '-', 0) found on session 42 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[274d34b9-c811-449c-a1ba-d24cc024b5d3]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Searching for a device in session 42 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:05:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WZdNThCq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.352s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] <== connect_volume: return (1354ms) {'type': 'block', 'scsi_wwn': '26632666534633131', 'path': '/dev/sdc'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26632666534633131', 'path': '/dev/sdc'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Skipping network cache update for instance because it is Building. {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:05:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1519351959',display_name='tempest-ServerActionsTestOtherA-server-1519351959',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1519351959',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIjkXJjNVhDQcZQUTUg2vvqJe7xt05PG7UPN8jh3d2TAtgSKP2KTDa7qEymBSZdkrx80nFQ+zXXKNH7h17e4g8WKyYRxyjxlxGQhS3ETJ2YQUSvY+eNflehbCMGuBPRH8w==',key_name='tempest-keypair-712249996',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='800708720f894497a040a971a2d30c58',ramdisk_id='',reservation_id='r-ex1pyg5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1108672042',owner_user_name='tempest-ServerActionsTestOtherA-1108672042-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:05:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b9b1fc53de6a43e888443f24187282c2',uuid=08f04de5-0f3e-4809-8355-552206f14d14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b685154c-d33c-495b-996c-a9fc600e7bd4", "address": "fa:16:3e:e4:aa:d7", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb685154c-d3", "ovs_interfaceid": "b685154c-d33c-495b-996c-a9fc600e7bd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converting VIF {"id": "b685154c-d33c-495b-996c-a9fc600e7bd4", "address": "fa:16:3e:e4:aa:d7", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb685154c-d3", "ovs_interfaceid": "b685154c-d33c-495b-996c-a9fc600e7bd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:aa:d7,bridge_name='br-int',has_traffic_filtering=True,id=b685154c-d33c-495b-996c-a9fc600e7bd4,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb685154c-d3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG nova.objects.instance [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lazy-loading 'pci_devices' on Instance uuid 08f04de5-0f3e-4809-8355-552206f14d14 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:05:57 user nova-compute[74974]:   <uuid>08f04de5-0f3e-4809-8355-552206f14d14</uuid>
Nov 29 12:05:57 user nova-compute[74974]:   <name>instance-00000023</name>
Nov 29 12:05:57 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:05:57 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:05:57 user nova-compute[74974]:   <metadata>
Nov 29 12:05:57 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:05:57 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:05:57 user nova-compute[74974]:       <nova:name>tempest-ServerActionsTestOtherA-server-1519351959</nova:name>
Nov 29 12:05:57 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:05:56</nova:creationTime>
Nov 29 12:05:57 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:05:57 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:05:57 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:05:57 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:05:57 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:05:57 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:05:57 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:05:57 user nova-compute[74974]:       <nova:owner>
Nov 29 12:05:57 user nova-compute[74974]:         <nova:user uuid="b9b1fc53de6a43e888443f24187282c2">tempest-ServerActionsTestOtherA-1108672042-project-member</nova:user>
Nov 29 12:05:57 user nova-compute[74974]:         <nova:project uuid="800708720f894497a040a971a2d30c58">tempest-ServerActionsTestOtherA-1108672042</nova:project>
Nov 29 12:05:57 user nova-compute[74974]:       </nova:owner>
Nov 29 12:05:57 user nova-compute[74974]:       <nova:ports>
Nov 29 12:05:57 user nova-compute[74974]:         <nova:port uuid="b685154c-d33c-495b-996c-a9fc600e7bd4">
Nov 29 12:05:57 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 12:05:57 user nova-compute[74974]:         </nova:port>
Nov 29 12:05:57 user nova-compute[74974]:       </nova:ports>
Nov 29 12:05:57 user nova-compute[74974]:     </nova:instance>
Nov 29 12:05:57 user nova-compute[74974]:   </metadata>
Nov 29 12:05:57 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:05:57 user nova-compute[74974]:     <system>
Nov 29 12:05:57 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:05:57 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:05:57 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:05:57 user nova-compute[74974]:       <entry name="serial">08f04de5-0f3e-4809-8355-552206f14d14</entry>
Nov 29 12:05:57 user nova-compute[74974]:       <entry name="uuid">08f04de5-0f3e-4809-8355-552206f14d14</entry>
Nov 29 12:05:57 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:05:57 user nova-compute[74974]:     </system>
Nov 29 12:05:57 user nova-compute[74974]:   </sysinfo>
Nov 29 12:05:57 user nova-compute[74974]:   <os>
Nov 29 12:05:57 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:05:57 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:05:57 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:05:57 user nova-compute[74974]:   </os>
Nov 29 12:05:57 user nova-compute[74974]:   <features>
Nov 29 12:05:57 user nova-compute[74974]:     <acpi/>
Nov 29 12:05:57 user nova-compute[74974]:     <apic/>
Nov 29 12:05:57 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:05:57 user nova-compute[74974]:   </features>
Nov 29 12:05:57 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:05:57 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:05:57 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:05:57 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:05:57 user nova-compute[74974]:   </clock>
Nov 29 12:05:57 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:05:57 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:05:57 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:05:57 user nova-compute[74974]:   </cpu>
Nov 29 12:05:57 user nova-compute[74974]:   <devices>
Nov 29 12:05:57 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 12:05:57 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:05:57 user nova-compute[74974]:       <source dev="/dev/sdc"/>
Nov 29 12:05:57 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:05:57 user nova-compute[74974]:       <serial>53248139-276b-475d-b64d-3109dd06d8b2</serial>
Nov 29 12:05:57 user nova-compute[74974]:     </disk>
Nov 29 12:05:57 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:05:57 user nova-compute[74974]:       <mac address="fa:16:3e:e4:aa:d7"/>
Nov 29 12:05:57 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:05:57 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:05:57 user nova-compute[74974]:       <target dev="tapb685154c-d3"/>
Nov 29 12:05:57 user nova-compute[74974]:     </interface>
Nov 29 12:05:57 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:05:57 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/08f04de5-0f3e-4809-8355-552206f14d14/console.log" append="off"/>
Nov 29 12:05:57 user nova-compute[74974]:     </serial>
Nov 29 12:05:57 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:05:57 user nova-compute[74974]:     <video>
Nov 29 12:05:57 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:05:57 user nova-compute[74974]:     </video>
Nov 29 12:05:57 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:05:57 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:05:57 user nova-compute[74974]:     </rng>
Nov 29 12:05:57 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:05:57 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:05:57 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:05:57 user nova-compute[74974]:     </memballoon>
Nov 29 12:05:57 user nova-compute[74974]:   </devices>
Nov 29 12:05:57 user nova-compute[74974]: </domain>
Nov 29 12:05:57 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:05:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1519351959',display_name='tempest-ServerActionsTestOtherA-server-1519351959',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1519351959',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIjkXJjNVhDQcZQUTUg2vvqJe7xt05PG7UPN8jh3d2TAtgSKP2KTDa7qEymBSZdkrx80nFQ+zXXKNH7h17e4g8WKyYRxyjxlxGQhS3ETJ2YQUSvY+eNflehbCMGuBPRH8w==',key_name='tempest-keypair-712249996',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='800708720f894497a040a971a2d30c58',ramdisk_id='',reservation_id='r-ex1pyg5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1108672042',owner_user_name='tempest-ServerActionsTestOtherA-1108672042-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:05:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b9b1fc53de6a43e888443f24187282c2',uuid=08f04de5-0f3e-4809-8355-552206f14d14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b685154c-d33c-495b-996c-a9fc600e7bd4", "address": "fa:16:3e:e4:aa:d7", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb685154c-d3", "ovs_interfaceid": "b685154c-d33c-495b-996c-a9fc600e7bd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converting VIF {"id": "b685154c-d33c-495b-996c-a9fc600e7bd4", "address": "fa:16:3e:e4:aa:d7", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb685154c-d3", "ovs_interfaceid": "b685154c-d33c-495b-996c-a9fc600e7bd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:aa:d7,bridge_name='br-int',has_traffic_filtering=True,id=b685154c-d33c-495b-996c-a9fc600e7bd4,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb685154c-d3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG os_vif [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:aa:d7,bridge_name='br-int',has_traffic_filtering=True,id=b685154c-d33c-495b-996c-a9fc600e7bd4,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb685154c-d3') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '06ef8af9-d271-566d-a5db-4e0504eb3103', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb685154c-d3, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb685154c-d3, col_values=(('qos', UUID('962814db-363d-45f3-a1ec-06db02a35971')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb685154c-d3, col_values=(('external_ids', {'iface-id': 'b685154c-d33c-495b-996c-a9fc600e7bd4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e4:aa:d7', 'vm-uuid': '08f04de5-0f3e-4809-8355-552206f14d14'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:57 user nova-compute[74974]: INFO os_vif [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:aa:d7,bridge_name='br-int',has_traffic_filtering=True,id=b685154c-d33c-495b-996c-a9fc600e7bd4,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb685154c-d3')
Nov 29 12:05:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] No VIF found with MAC fa:16:3e:e4:aa:d7, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-2ed3a206-5fd0-4782-b47a-20497a7df7f9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-2ed3a206-5fd0-4782-b47a-20497a7df7f9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:05:57 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lazy-loading 'info_cache' on Instance uuid 2ed3a206-5fd0-4782-b47a-20497a7df7f9 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:05:58 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Updating instance_info_cache with network_info: [{"id": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "address": "fa:16:3e:65:97:cc", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9744c2-32", "ovs_interfaceid": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:05:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-2ed3a206-5fd0-4782-b47a-20497a7df7f9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:05:58 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:05:58 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:05:58 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:05:58 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:05:58 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:05:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:05:59 user nova-compute[74974]: DEBUG nova.compute.manager [req-ebd26dc7-8b35-4897-8c0b-78d27627ce75 req-b0a0ba30-3878-48e0-b18a-cb6706695b38 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Received event network-vif-plugged-b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:05:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ebd26dc7-8b35-4897-8c0b-78d27627ce75 req-b0a0ba30-3878-48e0-b18a-cb6706695b38 service nova] Acquiring lock "08f04de5-0f3e-4809-8355-552206f14d14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:05:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ebd26dc7-8b35-4897-8c0b-78d27627ce75 req-b0a0ba30-3878-48e0-b18a-cb6706695b38 service nova] Lock "08f04de5-0f3e-4809-8355-552206f14d14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:05:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ebd26dc7-8b35-4897-8c0b-78d27627ce75 req-b0a0ba30-3878-48e0-b18a-cb6706695b38 service nova] Lock "08f04de5-0f3e-4809-8355-552206f14d14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:05:59 user nova-compute[74974]: DEBUG nova.compute.manager [req-ebd26dc7-8b35-4897-8c0b-78d27627ce75 req-b0a0ba30-3878-48e0-b18a-cb6706695b38 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] No waiting events found dispatching network-vif-plugged-b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:05:59 user nova-compute[74974]: WARNING nova.compute.manager [req-ebd26dc7-8b35-4897-8c0b-78d27627ce75 req-b0a0ba30-3878-48e0-b18a-cb6706695b38 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Received unexpected event network-vif-plugged-b685154c-d33c-495b-996c-a9fc600e7bd4 for instance with vm_state building and task_state spawning.
Nov 29 12:05:59 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:05:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:01 user nova-compute[74974]: DEBUG nova.compute.manager [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:06:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:06:01 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Instance spawned successfully.
Nov 29 12:06:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:06:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:06:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:06:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:06:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:06:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:06:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:06:01 user nova-compute[74974]: DEBUG nova.compute.manager [req-38b0ea3b-036e-471d-ad07-2fa10a36dbaf req-ffc34546-d903-443c-999c-45c4eb5a2a77 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Received event network-vif-plugged-b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:06:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-38b0ea3b-036e-471d-ad07-2fa10a36dbaf req-ffc34546-d903-443c-999c-45c4eb5a2a77 service nova] Acquiring lock "08f04de5-0f3e-4809-8355-552206f14d14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-38b0ea3b-036e-471d-ad07-2fa10a36dbaf req-ffc34546-d903-443c-999c-45c4eb5a2a77 service nova] Lock "08f04de5-0f3e-4809-8355-552206f14d14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-38b0ea3b-036e-471d-ad07-2fa10a36dbaf req-ffc34546-d903-443c-999c-45c4eb5a2a77 service nova] Lock "08f04de5-0f3e-4809-8355-552206f14d14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:01 user nova-compute[74974]: DEBUG nova.compute.manager [req-38b0ea3b-036e-471d-ad07-2fa10a36dbaf req-ffc34546-d903-443c-999c-45c4eb5a2a77 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] No waiting events found dispatching network-vif-plugged-b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:06:01 user nova-compute[74974]: WARNING nova.compute.manager [req-38b0ea3b-036e-471d-ad07-2fa10a36dbaf req-ffc34546-d903-443c-999c-45c4eb5a2a77 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Received unexpected event network-vif-plugged-b685154c-d33c-495b-996c-a9fc600e7bd4 for instance with vm_state building and task_state spawning.
Nov 29 12:06:01 user nova-compute[74974]: INFO nova.compute.manager [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Took 5.21 seconds to spawn the instance on the hypervisor.
Nov 29 12:06:01 user nova-compute[74974]: DEBUG nova.compute.manager [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:06:01 user nova-compute[74974]: INFO nova.compute.manager [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Took 17.00 seconds to build instance.
Nov 29 12:06:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5210bbb5-d625-4a2c-b530-1be93edea303 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "08f04de5-0f3e-4809-8355-552206f14d14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.092s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:06:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:12 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:06:12 user nova-compute[74974]: INFO nova.compute.claims [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Claim successful on node user
Nov 29 12:06:12 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:06:12 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:06:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.488s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:06:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:06:12 user nova-compute[74974]: DEBUG nova.network.neutron [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:06:12 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:06:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:06:12 user nova-compute[74974]: DEBUG nova.policy [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d1e86a4643e40708453514d9db954ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '035db581b1704a6a8a5fe14de3232b57', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:06:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:06:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:06:12 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Creating image(s)
Nov 29 12:06:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "/opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "/opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "/opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.188s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.180s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk 1073741824" returned: 0 in 0.083s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.273s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:13 user nova-compute[74974]: DEBUG nova.network.neutron [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Successfully created port: 440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:06:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:13 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:06:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:13 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Cannot resize image /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:06:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:06:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Ensure instance console log exists: /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:06:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.network.neutron [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Successfully updated port: 440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "refresh_cache-e604fb90-ac09-4a3c-b54a-67c3bb022dc5" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquired lock "refresh_cache-e604fb90-ac09-4a3c-b54a-67c3bb022dc5" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.network.neutron [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-3b3d2d28-e281-4feb-a424-18b751ec3c70 req-88487cee-e624-4791-ba7e-d2a3b58cb213 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Received event network-changed-440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-3b3d2d28-e281-4feb-a424-18b751ec3c70 req-88487cee-e624-4791-ba7e-d2a3b58cb213 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Refreshing instance network info cache due to event network-changed-440d22f6-a3b9-49c0-9d37-bb891e804299. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3b3d2d28-e281-4feb-a424-18b751ec3c70 req-88487cee-e624-4791-ba7e-d2a3b58cb213 service nova] Acquiring lock "refresh_cache-e604fb90-ac09-4a3c-b54a-67c3bb022dc5" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.network.neutron [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.network.neutron [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Updating instance_info_cache with network_info: [{"id": "440d22f6-a3b9-49c0-9d37-bb891e804299", "address": "fa:16:3e:a2:b8:8a", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440d22f6-a3", "ovs_interfaceid": "440d22f6-a3b9-49c0-9d37-bb891e804299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Releasing lock "refresh_cache-e604fb90-ac09-4a3c-b54a-67c3bb022dc5" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.compute.manager [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Instance network_info: |[{"id": "440d22f6-a3b9-49c0-9d37-bb891e804299", "address": "fa:16:3e:a2:b8:8a", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440d22f6-a3", "ovs_interfaceid": "440d22f6-a3b9-49c0-9d37-bb891e804299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3b3d2d28-e281-4feb-a424-18b751ec3c70 req-88487cee-e624-4791-ba7e-d2a3b58cb213 service nova] Acquired lock "refresh_cache-e604fb90-ac09-4a3c-b54a-67c3bb022dc5" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.network.neutron [req-3b3d2d28-e281-4feb-a424-18b751ec3c70 req-88487cee-e624-4791-ba7e-d2a3b58cb213 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Refreshing network info cache for port 440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Start _get_guest_xml network_info=[{"id": "440d22f6-a3b9-49c0-9d37-bb891e804299", "address": "fa:16:3e:a2:b8:8a", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440d22f6-a3", "ovs_interfaceid": "440d22f6-a3b9-49c0-9d37-bb891e804299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-c8b4fa36-fbc1-43fc-9bd4-1f6dde2ebf22 req-14098f03-32c9-4b37-bf8c-6ea253f56c24 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Received event network-changed-f41a47fa-7f0b-42aa-a132-cd3ccb4f085f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-c8b4fa36-fbc1-43fc-9bd4-1f6dde2ebf22 req-14098f03-32c9-4b37-bf8c-6ea253f56c24 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Refreshing instance network info cache due to event network-changed-f41a47fa-7f0b-42aa-a132-cd3ccb4f085f. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c8b4fa36-fbc1-43fc-9bd4-1f6dde2ebf22 req-14098f03-32c9-4b37-bf8c-6ea253f56c24 service nova] Acquiring lock "refresh_cache-c353a48a-de13-4416-891a-869e9967866b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c8b4fa36-fbc1-43fc-9bd4-1f6dde2ebf22 req-14098f03-32c9-4b37-bf8c-6ea253f56c24 service nova] Acquired lock "refresh_cache-c353a48a-de13-4416-891a-869e9967866b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.network.neutron [req-c8b4fa36-fbc1-43fc-9bd4-1f6dde2ebf22 req-14098f03-32c9-4b37-bf8c-6ea253f56c24 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Refreshing network info cache for port f41a47fa-7f0b-42aa-a132-cd3ccb4f085f {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:06:14 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:06:14 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:06:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-462703138',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-462703138',id=36,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC5IOC7ZELLD+sijtdWkndl8rbsomjLl2yU7UknST+xsXnibajcknAzQYFgt/CsjOtIpQry34Uf5pdYhnWyWhOP+H1eAU3O8kfJQAcdeRtTF7h8tkoEh5R1bPj/e9XBIWw==',key_name='tempest-keypair-833785385',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='035db581b1704a6a8a5fe14de3232b57',ramdisk_id='',reservation_id='r-vq9un209',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-193778848',owner_user_name='tempest-AttachVolumeShelveTestJSON-193778848-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:06:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d1e86a4643e40708453514d9db954ae',uuid=e604fb90-ac09-4a3c-b54a-67c3bb022dc5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "440d22f6-a3b9-49c0-9d37-bb891e804299", "address": "fa:16:3e:a2:b8:8a", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440d22f6-a3", "ovs_interfaceid": "440d22f6-a3b9-49c0-9d37-bb891e804299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converting VIF {"id": "440d22f6-a3b9-49c0-9d37-bb891e804299", "address": "fa:16:3e:a2:b8:8a", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440d22f6-a3", "ovs_interfaceid": "440d22f6-a3b9-49c0-9d37-bb891e804299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b8:8a,bridge_name='br-int',has_traffic_filtering=True,id=440d22f6-a3b9-49c0-9d37-bb891e804299,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap440d22f6-a3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.objects.instance [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lazy-loading 'pci_devices' on Instance uuid e604fb90-ac09-4a3c-b54a-67c3bb022dc5 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:06:14 user nova-compute[74974]:   <uuid>e604fb90-ac09-4a3c-b54a-67c3bb022dc5</uuid>
Nov 29 12:06:14 user nova-compute[74974]:   <name>instance-00000024</name>
Nov 29 12:06:14 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:06:14 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:06:14 user nova-compute[74974]:   <metadata>
Nov 29 12:06:14 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:06:14 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:06:14 user nova-compute[74974]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-462703138</nova:name>
Nov 29 12:06:14 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:06:14</nova:creationTime>
Nov 29 12:06:14 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:06:14 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:06:14 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:06:14 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:06:14 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:06:14 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:06:14 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:06:14 user nova-compute[74974]:       <nova:owner>
Nov 29 12:06:14 user nova-compute[74974]:         <nova:user uuid="0d1e86a4643e40708453514d9db954ae">tempest-AttachVolumeShelveTestJSON-193778848-project-member</nova:user>
Nov 29 12:06:14 user nova-compute[74974]:         <nova:project uuid="035db581b1704a6a8a5fe14de3232b57">tempest-AttachVolumeShelveTestJSON-193778848</nova:project>
Nov 29 12:06:14 user nova-compute[74974]:       </nova:owner>
Nov 29 12:06:14 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:06:14 user nova-compute[74974]:       <nova:ports>
Nov 29 12:06:14 user nova-compute[74974]:         <nova:port uuid="440d22f6-a3b9-49c0-9d37-bb891e804299">
Nov 29 12:06:14 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 12:06:14 user nova-compute[74974]:         </nova:port>
Nov 29 12:06:14 user nova-compute[74974]:       </nova:ports>
Nov 29 12:06:14 user nova-compute[74974]:     </nova:instance>
Nov 29 12:06:14 user nova-compute[74974]:   </metadata>
Nov 29 12:06:14 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:06:14 user nova-compute[74974]:     <system>
Nov 29 12:06:14 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:06:14 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:06:14 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:06:14 user nova-compute[74974]:       <entry name="serial">e604fb90-ac09-4a3c-b54a-67c3bb022dc5</entry>
Nov 29 12:06:14 user nova-compute[74974]:       <entry name="uuid">e604fb90-ac09-4a3c-b54a-67c3bb022dc5</entry>
Nov 29 12:06:14 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:06:14 user nova-compute[74974]:     </system>
Nov 29 12:06:14 user nova-compute[74974]:   </sysinfo>
Nov 29 12:06:14 user nova-compute[74974]:   <os>
Nov 29 12:06:14 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:06:14 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:06:14 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:06:14 user nova-compute[74974]:   </os>
Nov 29 12:06:14 user nova-compute[74974]:   <features>
Nov 29 12:06:14 user nova-compute[74974]:     <acpi/>
Nov 29 12:06:14 user nova-compute[74974]:     <apic/>
Nov 29 12:06:14 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:06:14 user nova-compute[74974]:   </features>
Nov 29 12:06:14 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:06:14 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:06:14 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:06:14 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:06:14 user nova-compute[74974]:   </clock>
Nov 29 12:06:14 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:06:14 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:06:14 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:06:14 user nova-compute[74974]:   </cpu>
Nov 29 12:06:14 user nova-compute[74974]:   <devices>
Nov 29 12:06:14 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:06:14 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:06:14 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk"/>
Nov 29 12:06:14 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:06:14 user nova-compute[74974]:     </disk>
Nov 29 12:06:14 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:06:14 user nova-compute[74974]:       <mac address="fa:16:3e:a2:b8:8a"/>
Nov 29 12:06:14 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:06:14 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:06:14 user nova-compute[74974]:       <target dev="tap440d22f6-a3"/>
Nov 29 12:06:14 user nova-compute[74974]:     </interface>
Nov 29 12:06:14 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:06:14 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/console.log" append="off"/>
Nov 29 12:06:14 user nova-compute[74974]:     </serial>
Nov 29 12:06:14 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:06:14 user nova-compute[74974]:     <video>
Nov 29 12:06:14 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:06:14 user nova-compute[74974]:     </video>
Nov 29 12:06:14 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:06:14 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:06:14 user nova-compute[74974]:     </rng>
Nov 29 12:06:14 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:06:14 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:06:14 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:06:14 user nova-compute[74974]:     </memballoon>
Nov 29 12:06:14 user nova-compute[74974]:   </devices>
Nov 29 12:06:14 user nova-compute[74974]: </domain>
Nov 29 12:06:14 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:06:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-462703138',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-462703138',id=36,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC5IOC7ZELLD+sijtdWkndl8rbsomjLl2yU7UknST+xsXnibajcknAzQYFgt/CsjOtIpQry34Uf5pdYhnWyWhOP+H1eAU3O8kfJQAcdeRtTF7h8tkoEh5R1bPj/e9XBIWw==',key_name='tempest-keypair-833785385',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='035db581b1704a6a8a5fe14de3232b57',ramdisk_id='',reservation_id='r-vq9un209',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-193778848',owner_user_name='tempest-AttachVolumeShelveTestJSON-193778848-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:06:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d1e86a4643e40708453514d9db954ae',uuid=e604fb90-ac09-4a3c-b54a-67c3bb022dc5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "440d22f6-a3b9-49c0-9d37-bb891e804299", "address": "fa:16:3e:a2:b8:8a", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440d22f6-a3", "ovs_interfaceid": "440d22f6-a3b9-49c0-9d37-bb891e804299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converting VIF {"id": "440d22f6-a3b9-49c0-9d37-bb891e804299", "address": "fa:16:3e:a2:b8:8a", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440d22f6-a3", "ovs_interfaceid": "440d22f6-a3b9-49c0-9d37-bb891e804299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b8:8a,bridge_name='br-int',has_traffic_filtering=True,id=440d22f6-a3b9-49c0-9d37-bb891e804299,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap440d22f6-a3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG os_vif [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b8:8a,bridge_name='br-int',has_traffic_filtering=True,id=440d22f6-a3b9-49c0-9d37-bb891e804299,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap440d22f6-a3') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '196854e8-8f77-5c7a-b683-e8f60a7646ec', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap440d22f6-a3, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap440d22f6-a3, col_values=(('qos', UUID('fb6ad542-b802-4b5d-992f-c8281b8f285b')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap440d22f6-a3, col_values=(('external_ids', {'iface-id': '440d22f6-a3b9-49c0-9d37-bb891e804299', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a2:b8:8a', 'vm-uuid': 'e604fb90-ac09-4a3c-b54a-67c3bb022dc5'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:14 user nova-compute[74974]: INFO os_vif [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b8:8a,bridge_name='br-int',has_traffic_filtering=True,id=440d22f6-a3b9-49c0-9d37-bb891e804299,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap440d22f6-a3')
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] No VIF found with MAC fa:16:3e:a2:b8:8a, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.network.neutron [req-3b3d2d28-e281-4feb-a424-18b751ec3c70 req-88487cee-e624-4791-ba7e-d2a3b58cb213 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Updated VIF entry in instance network info cache for port 440d22f6-a3b9-49c0-9d37-bb891e804299. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG nova.network.neutron [req-3b3d2d28-e281-4feb-a424-18b751ec3c70 req-88487cee-e624-4791-ba7e-d2a3b58cb213 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Updating instance_info_cache with network_info: [{"id": "440d22f6-a3b9-49c0-9d37-bb891e804299", "address": "fa:16:3e:a2:b8:8a", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440d22f6-a3", "ovs_interfaceid": "440d22f6-a3b9-49c0-9d37-bb891e804299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:06:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3b3d2d28-e281-4feb-a424-18b751ec3c70 req-88487cee-e624-4791-ba7e-d2a3b58cb213 service nova] Releasing lock "refresh_cache-e604fb90-ac09-4a3c-b54a-67c3bb022dc5" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:06:15 user nova-compute[74974]: DEBUG nova.network.neutron [req-c8b4fa36-fbc1-43fc-9bd4-1f6dde2ebf22 req-14098f03-32c9-4b37-bf8c-6ea253f56c24 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Updated VIF entry in instance network info cache for port f41a47fa-7f0b-42aa-a132-cd3ccb4f085f. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:06:15 user nova-compute[74974]: DEBUG nova.network.neutron [req-c8b4fa36-fbc1-43fc-9bd4-1f6dde2ebf22 req-14098f03-32c9-4b37-bf8c-6ea253f56c24 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Updating instance_info_cache with network_info: [{"id": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "address": "fa:16:3e:56:b4:a8", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf41a47fa-7f", "ovs_interfaceid": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:06:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c8b4fa36-fbc1-43fc-9bd4-1f6dde2ebf22 req-14098f03-32c9-4b37-bf8c-6ea253f56c24 service nova] Releasing lock "refresh_cache-c353a48a-de13-4416-891a-869e9967866b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:06:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:16 user nova-compute[74974]: DEBUG nova.compute.manager [req-d2a24299-e3ef-4ff8-9c03-f89f1e15af0c req-6f7c80f5-e041-4b10-8ad0-9b9c16fc4dd4 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Received event network-vif-plugged-440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:06:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d2a24299-e3ef-4ff8-9c03-f89f1e15af0c req-6f7c80f5-e041-4b10-8ad0-9b9c16fc4dd4 service nova] Acquiring lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d2a24299-e3ef-4ff8-9c03-f89f1e15af0c req-6f7c80f5-e041-4b10-8ad0-9b9c16fc4dd4 service nova] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d2a24299-e3ef-4ff8-9c03-f89f1e15af0c req-6f7c80f5-e041-4b10-8ad0-9b9c16fc4dd4 service nova] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:16 user nova-compute[74974]: DEBUG nova.compute.manager [req-d2a24299-e3ef-4ff8-9c03-f89f1e15af0c req-6f7c80f5-e041-4b10-8ad0-9b9c16fc4dd4 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] No waiting events found dispatching network-vif-plugged-440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:06:16 user nova-compute[74974]: WARNING nova.compute.manager [req-d2a24299-e3ef-4ff8-9c03-f89f1e15af0c req-6f7c80f5-e041-4b10-8ad0-9b9c16fc4dd4 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Received unexpected event network-vif-plugged-440d22f6-a3b9-49c0-9d37-bb891e804299 for instance with vm_state building and task_state spawning.
Nov 29 12:06:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:06:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:06:18 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Instance spawned successfully.
Nov 29 12:06:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:06:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:06:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:06:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:06:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:06:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:06:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:06:18 user nova-compute[74974]: INFO nova.compute.manager [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Took 5.54 seconds to spawn the instance on the hypervisor.
Nov 29 12:06:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:06:18 user nova-compute[74974]: DEBUG nova.compute.manager [req-b22eadcb-651d-4b46-9108-da4f6a798d5b req-fbfa35a1-2d17-460b-b617-28f4c2edd5e7 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Received event network-vif-plugged-440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:06:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b22eadcb-651d-4b46-9108-da4f6a798d5b req-fbfa35a1-2d17-460b-b617-28f4c2edd5e7 service nova] Acquiring lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b22eadcb-651d-4b46-9108-da4f6a798d5b req-fbfa35a1-2d17-460b-b617-28f4c2edd5e7 service nova] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b22eadcb-651d-4b46-9108-da4f6a798d5b req-fbfa35a1-2d17-460b-b617-28f4c2edd5e7 service nova] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:18 user nova-compute[74974]: DEBUG nova.compute.manager [req-b22eadcb-651d-4b46-9108-da4f6a798d5b req-fbfa35a1-2d17-460b-b617-28f4c2edd5e7 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] No waiting events found dispatching network-vif-plugged-440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:06:18 user nova-compute[74974]: WARNING nova.compute.manager [req-b22eadcb-651d-4b46-9108-da4f6a798d5b req-fbfa35a1-2d17-460b-b617-28f4c2edd5e7 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Received unexpected event network-vif-plugged-440d22f6-a3b9-49c0-9d37-bb891e804299 for instance with vm_state building and task_state spawning.
Nov 29 12:06:18 user nova-compute[74974]: INFO nova.compute.manager [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Took 6.37 seconds to build instance.
Nov 29 12:06:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-af161ec3-404c-4db7-af2a-a1b7ef15f8ae tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.468s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "e3268716-23ef-4a63-bd87-50b540d8d782" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "e3268716-23ef-4a63-bd87-50b540d8d782" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:24 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:06:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:24 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:06:24 user nova-compute[74974]: INFO nova.compute.claims [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Claim successful on node user
Nov 29 12:06:25 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.459s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:06:25 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:06:25 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG nova.policy [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3916353998a42d6a65cf663877bbf14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfdef526837a498596f2a4b4dab853ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:06:25 user nova-compute[74974]: INFO nova.virt.block_device [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Booting with volume f464b7f2-2f11-4613-bd42-3ffa4e05041d at /dev/vda
Nov 29 12:06:25 user nova-compute[74974]: DEBUG os_brick.utils [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5580deab-11d3-4c50-b285-54e0187885de]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bf7e030-29c8-4757-b7a4-19762fa5c543]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0188ed5f-23d8-466f-bbfe-de5c1e54229f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d387f62a-ff0d-4d9a-85dd-428591b6a4fa]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:06:25 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:06:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[14405e45-11cd-4c26-8844-8e20c033528e]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG os_brick.utils [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Updating existing volume attachment record: ba297d99-f4a8-48c1-a70a-d5ec99af178d {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:06:25 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Successfully created port: f298664a-d9f5-45fb-8cd6-98483cda7fc6 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:06:26 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Successfully updated port: f298664a-d9f5-45fb-8cd6-98483cda7fc6 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:06:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "refresh_cache-e3268716-23ef-4a63-bd87-50b540d8d782" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:06:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquired lock "refresh_cache-e3268716-23ef-4a63-bd87-50b540d8d782" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:06:26 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:06:26 user nova-compute[74974]: DEBUG nova.compute.manager [req-a4f0a548-63ad-4511-a28b-de5255bb5449 req-43f021c5-02cf-4ac4-961c-e8dc18cd0551 service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Received event network-changed-f298664a-d9f5-45fb-8cd6-98483cda7fc6 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:06:26 user nova-compute[74974]: DEBUG nova.compute.manager [req-a4f0a548-63ad-4511-a28b-de5255bb5449 req-43f021c5-02cf-4ac4-961c-e8dc18cd0551 service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Refreshing instance network info cache due to event network-changed-f298664a-d9f5-45fb-8cd6-98483cda7fc6. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:06:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a4f0a548-63ad-4511-a28b-de5255bb5449 req-43f021c5-02cf-4ac4-961c-e8dc18cd0551 service nova] Acquiring lock "refresh_cache-e3268716-23ef-4a63-bd87-50b540d8d782" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:06:26 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:06:26 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Updating instance_info_cache with network_info: [{"id": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "address": "fa:16:3e:76:19:26", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf298664a-d9", "ovs_interfaceid": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:06:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Releasing lock "refresh_cache-e3268716-23ef-4a63-bd87-50b540d8d782" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:06:27 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Instance network_info: |[{"id": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "address": "fa:16:3e:76:19:26", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf298664a-d9", "ovs_interfaceid": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:06:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a4f0a548-63ad-4511-a28b-de5255bb5449 req-43f021c5-02cf-4ac4-961c-e8dc18cd0551 service nova] Acquired lock "refresh_cache-e3268716-23ef-4a63-bd87-50b540d8d782" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:06:27 user nova-compute[74974]: DEBUG nova.network.neutron [req-a4f0a548-63ad-4511-a28b-de5255bb5449 req-43f021c5-02cf-4ac4-961c-e8dc18cd0551 service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Refreshing network info cache for port f298664a-d9f5-45fb-8cd6-98483cda7fc6 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:06:27 user nova-compute[74974]: DEBUG nova.network.neutron [req-a4f0a548-63ad-4511-a28b-de5255bb5449 req-43f021c5-02cf-4ac4-961c-e8dc18cd0551 service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Updated VIF entry in instance network info cache for port f298664a-d9f5-45fb-8cd6-98483cda7fc6. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:06:27 user nova-compute[74974]: DEBUG nova.network.neutron [req-a4f0a548-63ad-4511-a28b-de5255bb5449 req-43f021c5-02cf-4ac4-961c-e8dc18cd0551 service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Updating instance_info_cache with network_info: [{"id": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "address": "fa:16:3e:76:19:26", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf298664a-d9", "ovs_interfaceid": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:06:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a4f0a548-63ad-4511-a28b-de5255bb5449 req-43f021c5-02cf-4ac4-961c-e8dc18cd0551 service nova] Releasing lock "refresh_cache-e3268716-23ef-4a63-bd87-50b540d8d782" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:06:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:29 user nova-compute[74974]: DEBUG nova.compute.manager [None req-dc5e98cb-70cb-442e-8dbe-dcc599b31a7f tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:06:29 user nova-compute[74974]: INFO nova.compute.manager [None req-dc5e98cb-70cb-442e-8dbe-dcc599b31a7f tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] instance snapshotting
Nov 29 12:06:29 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-dc5e98cb-70cb-442e-8dbe-dcc599b31a7f tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Beginning live snapshot process
Nov 29 12:06:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc5e98cb-70cb-442e-8dbe-dcc599b31a7f tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json -f qcow2 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc5e98cb-70cb-442e-8dbe-dcc599b31a7f tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json -f qcow2" returned: 0 in 0.183s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc5e98cb-70cb-442e-8dbe-dcc599b31a7f tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json -f qcow2 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc5e98cb-70cb-442e-8dbe-dcc599b31a7f tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json -f qcow2" returned: 0 in 0.181s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc5e98cb-70cb-442e-8dbe-dcc599b31a7f tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc5e98cb-70cb-442e-8dbe-dcc599b31a7f tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc5e98cb-70cb-442e-8dbe-dcc599b31a7f tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp6a6pngs3/c5ccd532c8a5431b88aa8fd173a0636e.delta 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc5e98cb-70cb-442e-8dbe-dcc599b31a7f tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp6a6pngs3/c5ccd532c8a5431b88aa8fd173a0636e.delta 1073741824" returned: 0 in 0.058s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:30 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-dc5e98cb-70cb-442e-8dbe-dcc599b31a7f tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 29 12:06:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-dc5e98cb-70cb-442e-8dbe-dcc599b31a7f tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] COPY block job progress, current cursor: 393216 final cursor: 75497472 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 12:06:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-dc5e98cb-70cb-442e-8dbe-dcc599b31a7f tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 12:06:31 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-dc5e98cb-70cb-442e-8dbe-dcc599b31a7f tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 29 12:06:31 user nova-compute[74974]: DEBUG nova.privsep.utils [None req-dc5e98cb-70cb-442e-8dbe-dcc599b31a7f tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74974) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 12:06:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc5e98cb-70cb-442e-8dbe-dcc599b31a7f tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp6a6pngs3/c5ccd532c8a5431b88aa8fd173a0636e.delta /opt/stack/data/nova/instances/snapshots/tmp6a6pngs3/c5ccd532c8a5431b88aa8fd173a0636e {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-dc5e98cb-70cb-442e-8dbe-dcc599b31a7f tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp6a6pngs3/c5ccd532c8a5431b88aa8fd173a0636e.delta /opt/stack/data/nova/instances/snapshots/tmp6a6pngs3/c5ccd532c8a5431b88aa8fd173a0636e" returned: 0 in 0.517s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:31 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-dc5e98cb-70cb-442e-8dbe-dcc599b31a7f tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Snapshot extracted, beginning image upload
Nov 29 12:06:33 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:06:33 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Creating image(s)
Nov 29 12:06:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Did not create local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Ensure instance console log exists: /opt/stack/data/nova/instances/e3268716-23ef-4a63-bd87-50b540d8d782/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Start _get_guest_xml network_info=[{"id": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "address": "fa:16:3e:76:19:26", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf298664a-d9", "ovs_interfaceid": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'attachment_id': 'ba297d99-f4a8-48c1-a70a-d5ec99af178d', 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SCHpAwDN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e3268716-23ef-4a63-bd87-50b540d8d782', 'attached_at': '', 'detached_at': '', 'volume_id': 'f464b7f2-2f11-4613-bd42-3ffa4e05041d', 'serial': 'f464b7f2-2f11-4613-bd42-3ffa4e05041d'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:06:33 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:06:33 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:06:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SCHpAwDN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:06:33 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:06:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:06:33 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:06:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:06:33 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[63ad3e3a-f259-4678-9651-13b2ff61f4ef]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:06:33 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[28b2f6cc-1af0-44e5-8540-dca02432bd6f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d] added
Nov 29 12:06:33 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3274c516-65b8-474f-86e5-f0ef1747a4d6]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d6caedd-c6e4-4154-aff6-a1cd02eb0248]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SCHpAwDN {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SCHpAwDN" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[321aaa0c-41a9-4dd6-8982-e4f4eee653c3]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SCHpAwDN'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0efce05-3592-4a04-a783-7875f72140f0]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3dffd5c-ed39-43e5-9b2d-6673115d9bd8]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:06:33 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:06:33 user nova-compute[74974]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:06:33 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:06:33 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:06:33 user nova-compute[74974]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:06:33 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:06:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d -p 172.16.0.220:3260 --login" returned: 0 in 0.166s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[37fa37b4-1b16-4469-8e4b-725f2da8c4e5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d, portal: 172.16.0.220,3260]
Nov 29 12:06:34 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d, portal: 172.16.0.220,3260] successful.
Nov 29 12:06:34 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:06:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd8e6af5-f6b0-4a29-a499-5ffc83008272]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:06:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0d479d7-2ce1-4def-ab84-b33d839839ac]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:06:34 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:06:34 user nova-compute[74974]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:06:34 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:06:34 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:06:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:06:34 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:06:34 user nova-compute[74974]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:06:34 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:06:34 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:06:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.400s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:06:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:06:34 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] HCTL ('35', '-', '-', 0) found on session 43 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:06:34 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:06:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.048s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b8dce91-7403-4919-9fbf-b420e69e657e]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:34 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Searching for a device in session 43 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:06:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SCHpAwDN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:06:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:35 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-dc5e98cb-70cb-442e-8dbe-dcc599b31a7f tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Snapshot image upload complete
Nov 29 12:06:35 user nova-compute[74974]: INFO nova.compute.manager [None req-dc5e98cb-70cb-442e-8dbe-dcc599b31a7f tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Took 5.94 seconds to snapshot the instance on the hypervisor.
Nov 29 12:06:35 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.466s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] <== connect_volume: return (1467ms) {'type': 'block', 'scsi_wwn': '23765313339333864', 'path': '/dev/sdd'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23765313339333864', 'path': '/dev/sdd'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:06:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1938246079',display_name='tempest-TestVolumeBootPattern-server-1938246079',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1938246079',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ5vopPiNUinc8H9f5oV6DJT6e8S7AKKcN9fmPWF7qc5KLzuWZqoJXSFYn3kes5v4dq8pF5COSL6qwK1X3CBcdFYATxLeRCucdDt43KUYBPAt0QZagvWWa7fq0yRmZ9niA==',key_name='tempest-TestVolumeBootPattern-1832510626',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfdef526837a498596f2a4b4dab853ed',ramdisk_id='',reservation_id='r-9ys4t458',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2068658920',owner_user_name='tempest-TestVolumeBootPattern-2068658920-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:06:25Z,user_data=None,user_id='a3916353998a42d6a65cf663877bbf14',uuid=e3268716-23ef-4a63-bd87-50b540d8d782,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "address": "fa:16:3e:76:19:26", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf298664a-d9", "ovs_interfaceid": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converting VIF {"id": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "address": "fa:16:3e:76:19:26", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf298664a-d9", "ovs_interfaceid": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:19:26,bridge_name='br-int',has_traffic_filtering=True,id=f298664a-d9f5-45fb-8cd6-98483cda7fc6,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf298664a-d9') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG nova.objects.instance [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lazy-loading 'pci_devices' on Instance uuid e3268716-23ef-4a63-bd87-50b540d8d782 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:06:35 user nova-compute[74974]:   <uuid>e3268716-23ef-4a63-bd87-50b540d8d782</uuid>
Nov 29 12:06:35 user nova-compute[74974]:   <name>instance-00000025</name>
Nov 29 12:06:35 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:06:35 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:06:35 user nova-compute[74974]:   <metadata>
Nov 29 12:06:35 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:06:35 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:06:35 user nova-compute[74974]:       <nova:name>tempest-TestVolumeBootPattern-server-1938246079</nova:name>
Nov 29 12:06:35 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:06:33</nova:creationTime>
Nov 29 12:06:35 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:06:35 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:06:35 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:06:35 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:06:35 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:06:35 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:06:35 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:06:35 user nova-compute[74974]:       <nova:owner>
Nov 29 12:06:35 user nova-compute[74974]:         <nova:user uuid="a3916353998a42d6a65cf663877bbf14">tempest-TestVolumeBootPattern-2068658920-project-member</nova:user>
Nov 29 12:06:35 user nova-compute[74974]:         <nova:project uuid="bfdef526837a498596f2a4b4dab853ed">tempest-TestVolumeBootPattern-2068658920</nova:project>
Nov 29 12:06:35 user nova-compute[74974]:       </nova:owner>
Nov 29 12:06:35 user nova-compute[74974]:       <nova:ports>
Nov 29 12:06:35 user nova-compute[74974]:         <nova:port uuid="f298664a-d9f5-45fb-8cd6-98483cda7fc6">
Nov 29 12:06:35 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 12:06:35 user nova-compute[74974]:         </nova:port>
Nov 29 12:06:35 user nova-compute[74974]:       </nova:ports>
Nov 29 12:06:35 user nova-compute[74974]:     </nova:instance>
Nov 29 12:06:35 user nova-compute[74974]:   </metadata>
Nov 29 12:06:35 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:06:35 user nova-compute[74974]:     <system>
Nov 29 12:06:35 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:06:35 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:06:35 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:06:35 user nova-compute[74974]:       <entry name="serial">e3268716-23ef-4a63-bd87-50b540d8d782</entry>
Nov 29 12:06:35 user nova-compute[74974]:       <entry name="uuid">e3268716-23ef-4a63-bd87-50b540d8d782</entry>
Nov 29 12:06:35 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:06:35 user nova-compute[74974]:     </system>
Nov 29 12:06:35 user nova-compute[74974]:   </sysinfo>
Nov 29 12:06:35 user nova-compute[74974]:   <os>
Nov 29 12:06:35 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:06:35 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:06:35 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:06:35 user nova-compute[74974]:   </os>
Nov 29 12:06:35 user nova-compute[74974]:   <features>
Nov 29 12:06:35 user nova-compute[74974]:     <acpi/>
Nov 29 12:06:35 user nova-compute[74974]:     <apic/>
Nov 29 12:06:35 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:06:35 user nova-compute[74974]:   </features>
Nov 29 12:06:35 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:06:35 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:06:35 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:06:35 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:06:35 user nova-compute[74974]:   </clock>
Nov 29 12:06:35 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:06:35 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:06:35 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:06:35 user nova-compute[74974]:   </cpu>
Nov 29 12:06:35 user nova-compute[74974]:   <devices>
Nov 29 12:06:35 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 12:06:35 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:06:35 user nova-compute[74974]:       <source dev="/dev/sdd"/>
Nov 29 12:06:35 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:06:35 user nova-compute[74974]:       <serial>f464b7f2-2f11-4613-bd42-3ffa4e05041d</serial>
Nov 29 12:06:35 user nova-compute[74974]:     </disk>
Nov 29 12:06:35 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:06:35 user nova-compute[74974]:       <mac address="fa:16:3e:76:19:26"/>
Nov 29 12:06:35 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:06:35 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:06:35 user nova-compute[74974]:       <target dev="tapf298664a-d9"/>
Nov 29 12:06:35 user nova-compute[74974]:     </interface>
Nov 29 12:06:35 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:06:35 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/e3268716-23ef-4a63-bd87-50b540d8d782/console.log" append="off"/>
Nov 29 12:06:35 user nova-compute[74974]:     </serial>
Nov 29 12:06:35 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:06:35 user nova-compute[74974]:     <video>
Nov 29 12:06:35 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:06:35 user nova-compute[74974]:     </video>
Nov 29 12:06:35 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:06:35 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:06:35 user nova-compute[74974]:     </rng>
Nov 29 12:06:35 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:06:35 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:06:35 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:06:35 user nova-compute[74974]:     </memballoon>
Nov 29 12:06:35 user nova-compute[74974]:   </devices>
Nov 29 12:06:35 user nova-compute[74974]: </domain>
Nov 29 12:06:35 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:06:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1938246079',display_name='tempest-TestVolumeBootPattern-server-1938246079',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1938246079',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ5vopPiNUinc8H9f5oV6DJT6e8S7AKKcN9fmPWF7qc5KLzuWZqoJXSFYn3kes5v4dq8pF5COSL6qwK1X3CBcdFYATxLeRCucdDt43KUYBPAt0QZagvWWa7fq0yRmZ9niA==',key_name='tempest-TestVolumeBootPattern-1832510626',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfdef526837a498596f2a4b4dab853ed',ramdisk_id='',reservation_id='r-9ys4t458',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2068658920',owner_user_name='tempest-TestVolumeBootPattern-2068658920-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:06:25Z,user_data=None,user_id='a3916353998a42d6a65cf663877bbf14',uuid=e3268716-23ef-4a63-bd87-50b540d8d782,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "address": "fa:16:3e:76:19:26", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf298664a-d9", "ovs_interfaceid": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converting VIF {"id": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "address": "fa:16:3e:76:19:26", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf298664a-d9", "ovs_interfaceid": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:19:26,bridge_name='br-int',has_traffic_filtering=True,id=f298664a-d9f5-45fb-8cd6-98483cda7fc6,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf298664a-d9') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG os_vif [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:19:26,bridge_name='br-int',has_traffic_filtering=True,id=f298664a-d9f5-45fb-8cd6-98483cda7fc6,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf298664a-d9') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ed9b4c2b-e0b9-57d3-9523-423937f60177', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf298664a-d9, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf298664a-d9, col_values=(('qos', UUID('61ac44df-e151-4eff-b1df-1401be5c9988')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf298664a-d9, col_values=(('external_ids', {'iface-id': 'f298664a-d9f5-45fb-8cd6-98483cda7fc6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:76:19:26', 'vm-uuid': 'e3268716-23ef-4a63-bd87-50b540d8d782'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:35 user nova-compute[74974]: INFO os_vif [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:19:26,bridge_name='br-int',has_traffic_filtering=True,id=f298664a-d9f5-45fb-8cd6-98483cda7fc6,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf298664a-d9')
Nov 29 12:06:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:06:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] No VIF found with MAC fa:16:3e:76:19:26, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:06:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:36 user nova-compute[74974]: DEBUG nova.compute.manager [req-c59bb56e-6959-4dd2-8710-ea5c3698fb5e req-677494b1-b983-458a-97a9-ebb4e82b009d service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Received event network-vif-plugged-f298664a-d9f5-45fb-8cd6-98483cda7fc6 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:06:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c59bb56e-6959-4dd2-8710-ea5c3698fb5e req-677494b1-b983-458a-97a9-ebb4e82b009d service nova] Acquiring lock "e3268716-23ef-4a63-bd87-50b540d8d782-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c59bb56e-6959-4dd2-8710-ea5c3698fb5e req-677494b1-b983-458a-97a9-ebb4e82b009d service nova] Lock "e3268716-23ef-4a63-bd87-50b540d8d782-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c59bb56e-6959-4dd2-8710-ea5c3698fb5e req-677494b1-b983-458a-97a9-ebb4e82b009d service nova] Lock "e3268716-23ef-4a63-bd87-50b540d8d782-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:36 user nova-compute[74974]: DEBUG nova.compute.manager [req-c59bb56e-6959-4dd2-8710-ea5c3698fb5e req-677494b1-b983-458a-97a9-ebb4e82b009d service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] No waiting events found dispatching network-vif-plugged-f298664a-d9f5-45fb-8cd6-98483cda7fc6 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:06:36 user nova-compute[74974]: WARNING nova.compute.manager [req-c59bb56e-6959-4dd2-8710-ea5c3698fb5e req-677494b1-b983-458a-97a9-ebb4e82b009d service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Received unexpected event network-vif-plugged-f298664a-d9f5-45fb-8cd6-98483cda7fc6 for instance with vm_state building and task_state spawning.
Nov 29 12:06:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:38 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:06:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:06:38 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Instance spawned successfully.
Nov 29 12:06:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:06:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:06:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:06:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:06:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:06:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:06:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:06:38 user nova-compute[74974]: DEBUG nova.compute.manager [req-26e7c73b-1b55-4b6d-9a9b-cad539ee7733 req-c0a25fcb-29b0-4e72-b60f-9967bc72d27d service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Received event network-vif-plugged-f298664a-d9f5-45fb-8cd6-98483cda7fc6 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:06:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-26e7c73b-1b55-4b6d-9a9b-cad539ee7733 req-c0a25fcb-29b0-4e72-b60f-9967bc72d27d service nova] Acquiring lock "e3268716-23ef-4a63-bd87-50b540d8d782-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-26e7c73b-1b55-4b6d-9a9b-cad539ee7733 req-c0a25fcb-29b0-4e72-b60f-9967bc72d27d service nova] Lock "e3268716-23ef-4a63-bd87-50b540d8d782-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-26e7c73b-1b55-4b6d-9a9b-cad539ee7733 req-c0a25fcb-29b0-4e72-b60f-9967bc72d27d service nova] Lock "e3268716-23ef-4a63-bd87-50b540d8d782-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:38 user nova-compute[74974]: DEBUG nova.compute.manager [req-26e7c73b-1b55-4b6d-9a9b-cad539ee7733 req-c0a25fcb-29b0-4e72-b60f-9967bc72d27d service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] No waiting events found dispatching network-vif-plugged-f298664a-d9f5-45fb-8cd6-98483cda7fc6 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:06:38 user nova-compute[74974]: WARNING nova.compute.manager [req-26e7c73b-1b55-4b6d-9a9b-cad539ee7733 req-c0a25fcb-29b0-4e72-b60f-9967bc72d27d service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Received unexpected event network-vif-plugged-f298664a-d9f5-45fb-8cd6-98483cda7fc6 for instance with vm_state building and task_state spawning.
Nov 29 12:06:39 user nova-compute[74974]: INFO nova.compute.manager [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Took 5.32 seconds to spawn the instance on the hypervisor.
Nov 29 12:06:39 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:06:39 user nova-compute[74974]: INFO nova.compute.manager [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Took 14.42 seconds to build instance.
Nov 29 12:06:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9a9c3bc1-6f35-4c3e-aa55-682b6c5feae5 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "e3268716-23ef-4a63-bd87-50b540d8d782" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.517s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "722d2a93-e947-4da9-b9d6-c3dfded22c46" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:40 user nova-compute[74974]: DEBUG nova.objects.instance [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'flavor' on Instance uuid 722d2a93-e947-4da9-b9d6-c3dfded22c46 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:06:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "722d2a93-e947-4da9-b9d6-c3dfded22c46" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:40 user nova-compute[74974]: INFO nova.compute.manager [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Attaching volume 391eade9-47ca-4b19-8581-2ada36f0e55a to /dev/vdb
Nov 29 12:06:41 user nova-compute[74974]: DEBUG nova.compute.manager [req-7f88ef60-d147-4d0c-a17f-5597e8e842b9 req-7150ec57-6738-4fd4-b5da-bb05c3bb388a service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received event network-changed-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG nova.compute.manager [req-7f88ef60-d147-4d0c-a17f-5597e8e842b9 req-7150ec57-6738-4fd4-b5da-bb05c3bb388a service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Refreshing instance network info cache due to event network-changed-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7f88ef60-d147-4d0c-a17f-5597e8e842b9 req-7150ec57-6738-4fd4-b5da-bb05c3bb388a service nova] Acquiring lock "refresh_cache-722d2a93-e947-4da9-b9d6-c3dfded22c46" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7f88ef60-d147-4d0c-a17f-5597e8e842b9 req-7150ec57-6738-4fd4-b5da-bb05c3bb388a service nova] Acquired lock "refresh_cache-722d2a93-e947-4da9-b9d6-c3dfded22c46" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG nova.network.neutron [req-7f88ef60-d147-4d0c-a17f-5597e8e842b9 req-7150ec57-6738-4fd4-b5da-bb05c3bb388a service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Refreshing network info cache for port 1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG os_brick.utils [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e41e06a3-41f7-4a40-91c2-411b9f09aa43]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5373bf2-ab73-4026-973a-0f4c1264c89c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea7862eb-6cd2-43ac-9a9e-c396d5528918]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e1b16fe-48df-47d4-922c-c64ec31665a5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:06:41 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:06:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7e39cf6-f585-4923-8829-bbd87c4e4088]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG os_brick.utils [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Updating existing volume attachment record: f408b941-9b33-45cb-b343-8ba239562655 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG nova.network.neutron [req-7f88ef60-d147-4d0c-a17f-5597e8e842b9 req-7150ec57-6738-4fd4-b5da-bb05c3bb388a service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Updated VIF entry in instance network info cache for port 1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG nova.network.neutron [req-7f88ef60-d147-4d0c-a17f-5597e8e842b9 req-7150ec57-6738-4fd4-b5da-bb05c3bb388a service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Updating instance_info_cache with network_info: [{"id": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "address": "fa:16:3e:ea:3c:43", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.101", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e953aa8-6d", "ovs_interfaceid": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:06:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7f88ef60-d147-4d0c-a17f-5597e8e842b9 req-7150ec57-6738-4fd4-b5da-bb05c3bb388a service nova] Releasing lock "refresh_cache-722d2a93-e947-4da9-b9d6-c3dfded22c46" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:06:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:46 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:06:46 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74974) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sPQjNpTc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:06:48 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:06:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:06:48 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:06:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:06:48 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[eebc23d5-002c-4631-9768-c15ed116bbad]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:06:48 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[01519dc2-2385-408d-93a5-de528f9fce6a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a] added
Nov 29 12:06:48 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a212cf70-d4fb-4b69-a761-45befb153a0c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c5f3d66-7c8d-485d-ad20-32fb0772d52b]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sPQjNpTc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sPQjNpTc" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7e1a530-ec50-4259-9bf9-06f55c812476]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sPQjNpTc'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fc7353e-698a-4628-8c51-ee44bf5ae372]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[09e723cb-cfcc-4773-bc99-46d9b54524f5]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:06:48 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:06:48 user nova-compute[74974]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:06:48 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:06:48 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:06:48 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:06:48 user nova-compute[74974]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:06:48 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:06:48 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a5b20a6-f3b8-426b-a32f-d67dddb6b392]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a, portal: 172.16.0.220,3260]
Nov 29 12:06:48 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a, portal: 172.16.0.220,3260] successful.
Nov 29 12:06:48 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fa5825b-08ec-4688-8f42-945860cf0254]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:06:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:49 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[34758357-db8f-4071-b2cd-473e5ea44982]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:06:49 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:06:49 user nova-compute[74974]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:06:49 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:06:49 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:06:49 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:06:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:06:49 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:06:49 user nova-compute[74974]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:06:49 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:06:49 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:06:49 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:06:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.309s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:06:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:06:49 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] HCTL ('36', '-', '-', 0) found on session 44 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:06:49 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:06:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:49 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:49 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a46c9c19-b2a0-4f88-8952-12b32cdc76fd]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:06:49 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Searching for a device in session 44 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:06:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sPQjNpTc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:06:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.343s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:06:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] <== connect_volume: return (1345ms) {'type': 'block', 'scsi_wwn': '23633326533626639', 'path': '/dev/sde'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:06:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23633326533626639', 'path': '/dev/sde'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:06:50 user nova-compute[74974]: DEBUG nova.objects.instance [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'flavor' on Instance uuid 722d2a93-e947-4da9-b9d6-c3dfded22c46 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:06:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 12:06:50 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:06:50 user nova-compute[74974]:   <source dev="/dev/sde"/>
Nov 29 12:06:50 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:06:50 user nova-compute[74974]:   <serial>391eade9-47ca-4b19-8581-2ada36f0e55a</serial>
Nov 29 12:06:50 user nova-compute[74974]: </disk>
Nov 29 12:06:50 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 12:06:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:06:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:06:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] No VIF found with MAC fa:16:3e:ea:3c:43, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:06:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3970ecc7-4ae7-410d-ac63-94f9cccc57dd tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.818s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:51 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:06:51 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:06:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:51 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:06:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:51 user nova-compute[74974]: INFO nova.compute.manager [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Rescuing
Nov 29 12:06:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "refresh_cache-722d2a93-e947-4da9-b9d6-c3dfded22c46" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:06:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquired lock "refresh_cache-722d2a93-e947-4da9-b9d6-c3dfded22c46" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:06:51 user nova-compute[74974]: DEBUG nova.network.neutron [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:06:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:52 user nova-compute[74974]: DEBUG nova.network.neutron [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Updating instance_info_cache with network_info: [{"id": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "address": "fa:16:3e:ea:3c:43", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.101", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e953aa8-6d", "ovs_interfaceid": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:06:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Releasing lock "refresh_cache-722d2a93-e947-4da9-b9d6-c3dfded22c46" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:06:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-da4d1f32-c826-4393-bd1a-5857ef5f451d req-adfb14d4-0dad-4c2b-a25d-2282fb808210 service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received event network-vif-unplugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:06:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-da4d1f32-c826-4393-bd1a-5857ef5f451d req-adfb14d4-0dad-4c2b-a25d-2282fb808210 service nova] Acquiring lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-da4d1f32-c826-4393-bd1a-5857ef5f451d req-adfb14d4-0dad-4c2b-a25d-2282fb808210 service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-da4d1f32-c826-4393-bd1a-5857ef5f451d req-adfb14d4-0dad-4c2b-a25d-2282fb808210 service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-da4d1f32-c826-4393-bd1a-5857ef5f451d req-adfb14d4-0dad-4c2b-a25d-2282fb808210 service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] No waiting events found dispatching network-vif-unplugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:06:52 user nova-compute[74974]: WARNING nova.compute.manager [req-da4d1f32-c826-4393-bd1a-5857ef5f451d req-adfb14d4-0dad-4c2b-a25d-2282fb808210 service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received unexpected event network-vif-unplugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 for instance with vm_state active and task_state rescuing.
Nov 29 12:06:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:53 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Instance destroyed successfully.
Nov 29 12:06:53 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Attempting rescue
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74974) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Instance directory exists: not creating {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 12:06:53 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Creating image(s)
Nov 29 12:06:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "/opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "/opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "/opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.objects.instance [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'trusted_certs' on Instance uuid 722d2a93-e947-4da9-b9d6-c3dfded22c46 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk.rescue {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk.rescue" returned: 0 in 0.050s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.231s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.objects.instance [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'migration_context' on Instance uuid 722d2a93-e947-4da9-b9d6-c3dfded22c46 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.objects.base [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Object Instance<722d2a93-e947-4da9-b9d6-c3dfded22c46> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Start _get_guest_xml network_info=[{"id": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "address": "fa:16:3e:ea:3c:43", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.101", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "vif_mac": "fa:16:3e:ea:3c:43"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e953aa8-6d", "ovs_interfaceid": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '14005146-3417-4c75-8b47-67c38948297d', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.objects.instance [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'resources' on Instance uuid 722d2a93-e947-4da9-b9d6-c3dfded22c46 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.objects.base [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Object Instance<722d2a93-e947-4da9-b9d6-c3dfded22c46> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.objects.instance [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'numa_topology' on Instance uuid 722d2a93-e947-4da9-b9d6-c3dfded22c46 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.objects.base [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Object Instance<722d2a93-e947-4da9-b9d6-c3dfded22c46> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:06:53 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:06:53 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.objects.instance [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'vcpu_model' on Instance uuid 722d2a93-e947-4da9-b9d6-c3dfded22c46 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.objects.base [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Object Instance<722d2a93-e947-4da9-b9d6-c3dfded22c46> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:04:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-834677912',display_name='tempest-ServerRescueNegativeTestJSON-server-834677912',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-834677912',id=32,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH1zJYT0pnbGOwrh7qLRRvGD0CTTiVy60Zgt/o6DobdmkwxLBPFRYqBikHMb66kRnjfvOtRBykgXxDWPd961MpiR/pI9JYvTUqbNOU40G8xdVuLPpW1ZKoPvc45wAJSnRA==',key_name='tempest-keypair-2029510825',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:04:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8553e7a7a6984ad2b645599d231e911d',ramdisk_id='',reservation_id='r-oa9z083s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-761208322',owner_user_name='tempest-ServerRescueNegativeTestJSON-761208322-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:04:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2a3f8280d351445a94b8a1570609f519',uuid=722d2a93-e947-4da9-b9d6-c3dfded22c46,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "address": "fa:16:3e:ea:3c:43", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.101", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "vif_mac": "fa:16:3e:ea:3c:43"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e953aa8-6d", "ovs_interfaceid": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converting VIF {"id": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "address": "fa:16:3e:ea:3c:43", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.101", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "vif_mac": "fa:16:3e:ea:3c:43"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e953aa8-6d", "ovs_interfaceid": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ea:3c:43,bridge_name='br-int',has_traffic_filtering=True,id=1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e953aa8-6d') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.objects.instance [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'pci_devices' on Instance uuid 722d2a93-e947-4da9-b9d6-c3dfded22c46 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.objects.base [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Object Instance<722d2a93-e947-4da9-b9d6-c3dfded22c46> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:06:53 user nova-compute[74974]:   <uuid>722d2a93-e947-4da9-b9d6-c3dfded22c46</uuid>
Nov 29 12:06:53 user nova-compute[74974]:   <name>instance-00000020</name>
Nov 29 12:06:53 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:06:53 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:06:53 user nova-compute[74974]:   <metadata>
Nov 29 12:06:53 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:06:53 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:06:53 user nova-compute[74974]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-834677912</nova:name>
Nov 29 12:06:53 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:06:53</nova:creationTime>
Nov 29 12:06:53 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:06:53 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:06:53 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:06:53 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:06:53 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:06:53 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:06:53 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:06:53 user nova-compute[74974]:       <nova:owner>
Nov 29 12:06:53 user nova-compute[74974]:         <nova:user uuid="2a3f8280d351445a94b8a1570609f519">tempest-ServerRescueNegativeTestJSON-761208322-project-member</nova:user>
Nov 29 12:06:53 user nova-compute[74974]:         <nova:project uuid="8553e7a7a6984ad2b645599d231e911d">tempest-ServerRescueNegativeTestJSON-761208322</nova:project>
Nov 29 12:06:53 user nova-compute[74974]:       </nova:owner>
Nov 29 12:06:53 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:06:53 user nova-compute[74974]:       <nova:ports>
Nov 29 12:06:53 user nova-compute[74974]:         <nova:port uuid="1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56">
Nov 29 12:06:53 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 12:06:53 user nova-compute[74974]:         </nova:port>
Nov 29 12:06:53 user nova-compute[74974]:       </nova:ports>
Nov 29 12:06:53 user nova-compute[74974]:     </nova:instance>
Nov 29 12:06:53 user nova-compute[74974]:   </metadata>
Nov 29 12:06:53 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:06:53 user nova-compute[74974]:     <system>
Nov 29 12:06:53 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:06:53 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:06:53 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:06:53 user nova-compute[74974]:       <entry name="serial">722d2a93-e947-4da9-b9d6-c3dfded22c46</entry>
Nov 29 12:06:53 user nova-compute[74974]:       <entry name="uuid">722d2a93-e947-4da9-b9d6-c3dfded22c46</entry>
Nov 29 12:06:53 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:06:53 user nova-compute[74974]:     </system>
Nov 29 12:06:53 user nova-compute[74974]:   </sysinfo>
Nov 29 12:06:53 user nova-compute[74974]:   <os>
Nov 29 12:06:53 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:06:53 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:06:53 user nova-compute[74974]:   </os>
Nov 29 12:06:53 user nova-compute[74974]:   <features>
Nov 29 12:06:53 user nova-compute[74974]:     <acpi/>
Nov 29 12:06:53 user nova-compute[74974]:     <apic/>
Nov 29 12:06:53 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:06:53 user nova-compute[74974]:   </features>
Nov 29 12:06:53 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:06:53 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:06:53 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:06:53 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:06:53 user nova-compute[74974]:   </clock>
Nov 29 12:06:53 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:06:53 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:06:53 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:06:53 user nova-compute[74974]:   </cpu>
Nov 29 12:06:53 user nova-compute[74974]:   <devices>
Nov 29 12:06:53 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:06:53 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:06:53 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk.rescue"/>
Nov 29 12:06:53 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:06:53 user nova-compute[74974]:     </disk>
Nov 29 12:06:53 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:06:53 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:06:53 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk"/>
Nov 29 12:06:53 user nova-compute[74974]:       <target dev="vdb" bus="virtio"/>
Nov 29 12:06:53 user nova-compute[74974]:     </disk>
Nov 29 12:06:53 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:06:53 user nova-compute[74974]:       <mac address="fa:16:3e:ea:3c:43"/>
Nov 29 12:06:53 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:06:53 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:06:53 user nova-compute[74974]:       <target dev="tap1e953aa8-6d"/>
Nov 29 12:06:53 user nova-compute[74974]:     </interface>
Nov 29 12:06:53 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:06:53 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/console.log" append="off"/>
Nov 29 12:06:53 user nova-compute[74974]:     </serial>
Nov 29 12:06:53 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:06:53 user nova-compute[74974]:     <video>
Nov 29 12:06:53 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:06:53 user nova-compute[74974]:     </video>
Nov 29 12:06:53 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:06:53 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:06:53 user nova-compute[74974]:     </rng>
Nov 29 12:06:53 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:06:53 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:06:53 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:06:53 user nova-compute[74974]:     </memballoon>
Nov 29 12:06:53 user nova-compute[74974]:   </devices>
Nov 29 12:06:53 user nova-compute[74974]: </domain>
Nov 29 12:06:53 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:06:53 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Instance destroyed successfully.
Nov 29 12:06:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] No VIF found with MAC fa:16:3e:ea:3c:43, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:06:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.168s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-71229475-f091-4ad3-b727-9d4919534387 req-f57ef6bb-38ab-4028-bc84-6f136f12141b service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received event network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:06:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-71229475-f091-4ad3-b727-9d4919534387 req-f57ef6bb-38ab-4028-bc84-6f136f12141b service nova] Acquiring lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-71229475-f091-4ad3-b727-9d4919534387 req-f57ef6bb-38ab-4028-bc84-6f136f12141b service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-71229475-f091-4ad3-b727-9d4919534387 req-f57ef6bb-38ab-4028-bc84-6f136f12141b service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-71229475-f091-4ad3-b727-9d4919534387 req-f57ef6bb-38ab-4028-bc84-6f136f12141b service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] No waiting events found dispatching network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:06:54 user nova-compute[74974]: WARNING nova.compute.manager [req-71229475-f091-4ad3-b727-9d4919534387 req-f57ef6bb-38ab-4028-bc84-6f136f12141b service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received unexpected event network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 for instance with vm_state active and task_state rescuing.
Nov 29 12:06:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:06:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3255569a-2a5a-4f30-bc25-eeb4cae9b1d4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3255569a-2a5a-4f30-bc25-eeb4cae9b1d4/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3255569a-2a5a-4f30-bc25-eeb4cae9b1d4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:06:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Acquiring lock "3255569a-2a5a-4f30-bc25-eeb4cae9b1d4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "3255569a-2a5a-4f30-bc25-eeb4cae9b1d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Acquiring lock "3255569a-2a5a-4f30-bc25-eeb4cae9b1d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "3255569a-2a5a-4f30-bc25-eeb4cae9b1d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "3255569a-2a5a-4f30-bc25-eeb4cae9b1d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:56 user nova-compute[74974]: INFO nova.compute.manager [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Terminating instance
Nov 29 12:06:56 user nova-compute[74974]: DEBUG nova.compute.manager [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:06:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3255569a-2a5a-4f30-bc25-eeb4cae9b1d4/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-5f6ae6d9-62dd-441e-a88b-87ca0bec3a68 req-33da6e06-31c9-4d1f-8f9a-9bf8d75a5c74 service nova] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Received event network-vif-unplugged-6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5f6ae6d9-62dd-441e-a88b-87ca0bec3a68 req-33da6e06-31c9-4d1f-8f9a-9bf8d75a5c74 service nova] Acquiring lock "3255569a-2a5a-4f30-bc25-eeb4cae9b1d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5f6ae6d9-62dd-441e-a88b-87ca0bec3a68 req-33da6e06-31c9-4d1f-8f9a-9bf8d75a5c74 service nova] Lock "3255569a-2a5a-4f30-bc25-eeb4cae9b1d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5f6ae6d9-62dd-441e-a88b-87ca0bec3a68 req-33da6e06-31c9-4d1f-8f9a-9bf8d75a5c74 service nova] Lock "3255569a-2a5a-4f30-bc25-eeb4cae9b1d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-5f6ae6d9-62dd-441e-a88b-87ca0bec3a68 req-33da6e06-31c9-4d1f-8f9a-9bf8d75a5c74 service nova] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] No waiting events found dispatching network-vif-unplugged-6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-5f6ae6d9-62dd-441e-a88b-87ca0bec3a68 req-33da6e06-31c9-4d1f-8f9a-9bf8d75a5c74 service nova] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Received event network-vif-unplugged-6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-f948f5bd-e621-43a2-834e-06394d8cb95d req-beb88af6-82e7-410c-8287-1f0a70e68bfd service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received event network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f948f5bd-e621-43a2-834e-06394d8cb95d req-beb88af6-82e7-410c-8287-1f0a70e68bfd service nova] Acquiring lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f948f5bd-e621-43a2-834e-06394d8cb95d req-beb88af6-82e7-410c-8287-1f0a70e68bfd service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f948f5bd-e621-43a2-834e-06394d8cb95d req-beb88af6-82e7-410c-8287-1f0a70e68bfd service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-f948f5bd-e621-43a2-834e-06394d8cb95d req-beb88af6-82e7-410c-8287-1f0a70e68bfd service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] No waiting events found dispatching network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:06:57 user nova-compute[74974]: WARNING nova.compute.manager [req-f948f5bd-e621-43a2-834e-06394d8cb95d req-beb88af6-82e7-410c-8287-1f0a70e68bfd service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received unexpected event network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 for instance with vm_state active and task_state rescuing.
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-f948f5bd-e621-43a2-834e-06394d8cb95d req-beb88af6-82e7-410c-8287-1f0a70e68bfd service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received event network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f948f5bd-e621-43a2-834e-06394d8cb95d req-beb88af6-82e7-410c-8287-1f0a70e68bfd service nova] Acquiring lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f948f5bd-e621-43a2-834e-06394d8cb95d req-beb88af6-82e7-410c-8287-1f0a70e68bfd service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f948f5bd-e621-43a2-834e-06394d8cb95d req-beb88af6-82e7-410c-8287-1f0a70e68bfd service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-f948f5bd-e621-43a2-834e-06394d8cb95d req-beb88af6-82e7-410c-8287-1f0a70e68bfd service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] No waiting events found dispatching network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:06:57 user nova-compute[74974]: WARNING nova.compute.manager [req-f948f5bd-e621-43a2-834e-06394d8cb95d req-beb88af6-82e7-410c-8287-1f0a70e68bfd service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received unexpected event network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 for instance with vm_state active and task_state rescuing.
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-df6bf515-57eb-4cc6-9c76-68621e685571 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:06:57 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:06:57 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=7143MB free_disk=24.946109771728516GB free_vcpus=-2 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:57 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Instance destroyed successfully.
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.objects.instance [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lazy-loading 'resources' on Instance uuid 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:05:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1391785097',display_name='tempest-VolumesActionsTest-instance-1391785097',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1391785097',id=33,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:05:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ec243847253e490da44f1ca8fc8735f9',ramdisk_id='',reservation_id='r-m16q19m7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1640631024',owner_user_name='tempest-VolumesActionsTest-1640631024-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:05:12Z,user_data=None,user_id='f98f81dfe842493f901d3b52e54402ac',uuid=3255569a-2a5a-4f30-bc25-eeb4cae9b1d4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f", "address": "fa:16:3e:0f:f5:87", "network": {"id": "5a6e7699-bd80-42ef-9232-a58aad32b46b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-177745107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec243847253e490da44f1ca8fc8735f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6fab23d0-6f", "ovs_interfaceid": "6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Converting VIF {"id": "6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f", "address": "fa:16:3e:0f:f5:87", "network": {"id": "5a6e7699-bd80-42ef-9232-a58aad32b46b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-177745107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec243847253e490da44f1ca8fc8735f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6fab23d0-6f", "ovs_interfaceid": "6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0f:f5:87,bridge_name='br-int',has_traffic_filtering=True,id=6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f,network=Network(5a6e7699-bd80-42ef-9232-a58aad32b46b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6fab23d0-6f') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG os_vif [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0f:f5:87,bridge_name='br-int',has_traffic_filtering=True,id=6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f,network=Network(5a6e7699-bd80-42ef-9232-a58aad32b46b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6fab23d0-6f') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6fab23d0-6f, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=badf64e9-ae8f-4f52-bd7e-c37788ef59e5) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:57 user nova-compute[74974]: INFO os_vif [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0f:f5:87,bridge_name='br-int',has_traffic_filtering=True,id=6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f,network=Network(5a6e7699-bd80-42ef-9232-a58aad32b46b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6fab23d0-6f')
Nov 29 12:06:57 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Deleting instance files /opt/stack/data/nova/instances/3255569a-2a5a-4f30-bc25-eeb4cae9b1d4_del
Nov 29 12:06:57 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Deletion of /opt/stack/data/nova/instances/3255569a-2a5a-4f30-bc25-eeb4cae9b1d4_del complete
Nov 29 12:06:57 user nova-compute[74974]: INFO nova.compute.manager [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Took 1.33 seconds to destroy the instance on the hypervisor.
Nov 29 12:06:57 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2ed3a206-5fd0-4782-b47a-20497a7df7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance ee78d0d8-0125-46d8-b1e1-2b38eaabeedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e4219657-0bf5-4781-9960-490c7b1d97ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e0cb8e50-6436-4a97-b50c-23f5ad505d68 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 49d0eb31-dd34-4661-9acf-3440ba7fdf21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance c353a48a-de13-4416-891a-869e9967866b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 501bf9d6-c605-4de3-8cfa-86557b9e387e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 722d2a93-e947-4da9-b9d6-c3dfded22c46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 05b4e1a0-022c-4332-9f20-0217cb1a2290 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 08f04de5-0f3e-4809-8355-552206f14d14 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e604fb90-ac09-4a3c-b54a-67c3bb022dc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e3268716-23ef-4a63-bd87-50b540d8d782 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing inventories for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Updating ProviderTree inventory for provider acbc7b17-f018-42b8-afd4-030057f87dc2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Updating inventory in ProviderTree for provider acbc7b17-f018-42b8-afd4-030057f87dc2 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing aggregate associations for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2, aggregates: None {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing trait associations for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_NONE {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 12:06:57 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:06:58 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Took 0.43 seconds to deallocate network for instance.
Nov 29 12:06:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:58 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:06:58 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:06:58 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:06:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.894s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.306s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:58 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:06:58 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Cleaning up deleted instances {{(pid=74974) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 12:06:58 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] There are 0 instances to clean {{(pid=74974) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 12:06:58 user nova-compute[74974]: DEBUG nova.compute.manager [req-d4dc5706-b4c2-45af-bb8b-2aa401d2ec52 req-48b64d8a-9924-4e69-aaca-a5a3b2c54ae5 service nova] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Received event network-vif-plugged-6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:06:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d4dc5706-b4c2-45af-bb8b-2aa401d2ec52 req-48b64d8a-9924-4e69-aaca-a5a3b2c54ae5 service nova] Acquiring lock "3255569a-2a5a-4f30-bc25-eeb4cae9b1d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:06:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d4dc5706-b4c2-45af-bb8b-2aa401d2ec52 req-48b64d8a-9924-4e69-aaca-a5a3b2c54ae5 service nova] Lock "3255569a-2a5a-4f30-bc25-eeb4cae9b1d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:06:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d4dc5706-b4c2-45af-bb8b-2aa401d2ec52 req-48b64d8a-9924-4e69-aaca-a5a3b2c54ae5 service nova] Lock "3255569a-2a5a-4f30-bc25-eeb4cae9b1d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:58 user nova-compute[74974]: DEBUG nova.compute.manager [req-d4dc5706-b4c2-45af-bb8b-2aa401d2ec52 req-48b64d8a-9924-4e69-aaca-a5a3b2c54ae5 service nova] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] No waiting events found dispatching network-vif-plugged-6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:06:58 user nova-compute[74974]: WARNING nova.compute.manager [req-d4dc5706-b4c2-45af-bb8b-2aa401d2ec52 req-48b64d8a-9924-4e69-aaca-a5a3b2c54ae5 service nova] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Received unexpected event network-vif-plugged-6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f for instance with vm_state deleted and task_state None.
Nov 29 12:06:58 user nova-compute[74974]: DEBUG nova.compute.manager [req-d4dc5706-b4c2-45af-bb8b-2aa401d2ec52 req-48b64d8a-9924-4e69-aaca-a5a3b2c54ae5 service nova] [instance: 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4] Received event network-vif-deleted-6fab23d0-6fdf-46d5-9a78-47ee42d1ad5f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:06:58 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:06:58 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:06:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.408s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:06:58 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Deleted allocations for instance 3255569a-2a5a-4f30-bc25-eeb4cae9b1d4
Nov 29 12:06:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:06:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-039b556b-efad-41aa-99c0-681894381f73 tempest-VolumesActionsTest-1640631024 tempest-VolumesActionsTest-1640631024-project-member] Lock "3255569a-2a5a-4f30-bc25-eeb4cae9b1d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.643s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:00 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:07:00 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:07:00 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:07:00 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:07:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:07:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:07:00 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:07:00 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Updating instance_info_cache with network_info: [{"id": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "address": "fa:16:3e:42:ff:d1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b76da52-d3", "ovs_interfaceid": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:07:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:07:00 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:07:00 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:07:00 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:07:00 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:07:00 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:07:00 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:07:02 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:07:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:31 user nova-compute[74974]: DEBUG nova.compute.manager [req-0b5e900c-417a-4178-a8bc-709b5ec1c19e req-dbd4acd0-2f35-4b29-b21f-643974683c58 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Received event network-changed-347a6df9-475b-4421-8133-b0a4dee12abb {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:07:31 user nova-compute[74974]: DEBUG nova.compute.manager [req-0b5e900c-417a-4178-a8bc-709b5ec1c19e req-dbd4acd0-2f35-4b29-b21f-643974683c58 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Refreshing instance network info cache due to event network-changed-347a6df9-475b-4421-8133-b0a4dee12abb. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:07:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0b5e900c-417a-4178-a8bc-709b5ec1c19e req-dbd4acd0-2f35-4b29-b21f-643974683c58 service nova] Acquiring lock "refresh_cache-05b4e1a0-022c-4332-9f20-0217cb1a2290" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:07:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0b5e900c-417a-4178-a8bc-709b5ec1c19e req-dbd4acd0-2f35-4b29-b21f-643974683c58 service nova] Acquired lock "refresh_cache-05b4e1a0-022c-4332-9f20-0217cb1a2290" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:07:31 user nova-compute[74974]: DEBUG nova.network.neutron [req-0b5e900c-417a-4178-a8bc-709b5ec1c19e req-dbd4acd0-2f35-4b29-b21f-643974683c58 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Refreshing network info cache for port 347a6df9-475b-4421-8133-b0a4dee12abb {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:07:31 user nova-compute[74974]: DEBUG nova.network.neutron [req-0b5e900c-417a-4178-a8bc-709b5ec1c19e req-dbd4acd0-2f35-4b29-b21f-643974683c58 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Updated VIF entry in instance network info cache for port 347a6df9-475b-4421-8133-b0a4dee12abb. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:07:31 user nova-compute[74974]: DEBUG nova.network.neutron [req-0b5e900c-417a-4178-a8bc-709b5ec1c19e req-dbd4acd0-2f35-4b29-b21f-643974683c58 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Updating instance_info_cache with network_info: [{"id": "347a6df9-475b-4421-8133-b0a4dee12abb", "address": "fa:16:3e:5c:48:a6", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap347a6df9-47", "ovs_interfaceid": "347a6df9-475b-4421-8133-b0a4dee12abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:07:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0b5e900c-417a-4178-a8bc-709b5ec1c19e req-dbd4acd0-2f35-4b29-b21f-643974683c58 service nova] Releasing lock "refresh_cache-05b4e1a0-022c-4332-9f20-0217cb1a2290" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "05b4e1a0-022c-4332-9f20-0217cb1a2290" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "05b4e1a0-022c-4332-9f20-0217cb1a2290" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG nova.objects.instance [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lazy-loading 'flavor' on Instance uuid 05b4e1a0-022c-4332-9f20-0217cb1a2290 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "05b4e1a0-022c-4332-9f20-0217cb1a2290" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "05b4e1a0-022c-4332-9f20-0217cb1a2290" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "05b4e1a0-022c-4332-9f20-0217cb1a2290" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:32 user nova-compute[74974]: INFO nova.compute.manager [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Attaching volume 63865c7c-9dd6-46a7-a572-6e244ae7ce4b to /dev/vdb
Nov 29 12:07:32 user nova-compute[74974]: DEBUG os_brick.utils [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ada00975-d03e-4705-9914-b784fe456d02]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e206424b-638a-422b-9d03-d62b38a55f2d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ba66327-e4df-457a-9e75-857f24970c20]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[becd9597-35fd-46c0-b882-b075efce0af1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:07:32 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:07:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fc765bb-9833-4171-afea-b1f4039749e4]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG os_brick.utils [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Updating existing volume attachment record: c2b54374-7026-47d7-a2b5-007940203d53 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:07:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:35 user nova-compute[74974]: DEBUG nova.compute.manager [req-e96fe0ff-7673-4774-b884-69bf41b493fd req-35a9a1e6-5eb7-4712-b5f2-504f826b0a18 service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Received event network-changed-1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:07:35 user nova-compute[74974]: DEBUG nova.compute.manager [req-e96fe0ff-7673-4774-b884-69bf41b493fd req-35a9a1e6-5eb7-4712-b5f2-504f826b0a18 service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Refreshing instance network info cache due to event network-changed-1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:07:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e96fe0ff-7673-4774-b884-69bf41b493fd req-35a9a1e6-5eb7-4712-b5f2-504f826b0a18 service nova] Acquiring lock "refresh_cache-2ed3a206-5fd0-4782-b47a-20497a7df7f9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:07:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e96fe0ff-7673-4774-b884-69bf41b493fd req-35a9a1e6-5eb7-4712-b5f2-504f826b0a18 service nova] Acquired lock "refresh_cache-2ed3a206-5fd0-4782-b47a-20497a7df7f9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:07:35 user nova-compute[74974]: DEBUG nova.network.neutron [req-e96fe0ff-7673-4774-b884-69bf41b493fd req-35a9a1e6-5eb7-4712-b5f2-504f826b0a18 service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Refreshing network info cache for port 1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:07:36 user nova-compute[74974]: DEBUG nova.network.neutron [req-e96fe0ff-7673-4774-b884-69bf41b493fd req-35a9a1e6-5eb7-4712-b5f2-504f826b0a18 service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Updated VIF entry in instance network info cache for port 1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:07:36 user nova-compute[74974]: DEBUG nova.network.neutron [req-e96fe0ff-7673-4774-b884-69bf41b493fd req-35a9a1e6-5eb7-4712-b5f2-504f826b0a18 service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Updating instance_info_cache with network_info: [{"id": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "address": "fa:16:3e:65:97:cc", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9744c2-32", "ovs_interfaceid": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:07:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e96fe0ff-7673-4774-b884-69bf41b493fd req-35a9a1e6-5eb7-4712-b5f2-504f826b0a18 service nova] Releasing lock "refresh_cache-2ed3a206-5fd0-4782-b47a-20497a7df7f9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:07:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:37 user nova-compute[74974]: DEBUG nova.compute.manager [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:07:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:37 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:07:37 user nova-compute[74974]: INFO nova.compute.claims [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Claim successful on node user
Nov 29 12:07:37 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Stashing vm_state: active {{(pid=74974) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 29 12:07:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:37 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:07:37 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:07:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.611s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:37 user nova-compute[74974]: DEBUG nova.compute.manager [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:07:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.475s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-3d3b7402-11f0-4a4d-822a-685b18efc91b req-a47c4d57-7c9f-47cc-9cce-8690f91e89e0 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Received event network-changed-b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:07:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-3d3b7402-11f0-4a4d-822a-685b18efc91b req-a47c4d57-7c9f-47cc-9cce-8690f91e89e0 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Refreshing instance network info cache due to event network-changed-b685154c-d33c-495b-996c-a9fc600e7bd4. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:07:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3d3b7402-11f0-4a4d-822a-685b18efc91b req-a47c4d57-7c9f-47cc-9cce-8690f91e89e0 service nova] Acquiring lock "refresh_cache-08f04de5-0f3e-4809-8355-552206f14d14" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:07:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3d3b7402-11f0-4a4d-822a-685b18efc91b req-a47c4d57-7c9f-47cc-9cce-8690f91e89e0 service nova] Acquired lock "refresh_cache-08f04de5-0f3e-4809-8355-552206f14d14" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:07:37 user nova-compute[74974]: DEBUG nova.network.neutron [req-3d3b7402-11f0-4a4d-822a-685b18efc91b req-a47c4d57-7c9f-47cc-9cce-8690f91e89e0 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Refreshing network info cache for port b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:07:37 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:07:37 user nova-compute[74974]: INFO nova.compute.claims [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Claim successful on node user
Nov 29 12:07:37 user nova-compute[74974]: DEBUG nova.compute.manager [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:07:37 user nova-compute[74974]: DEBUG nova.network.neutron [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:07:37 user nova-compute[74974]: INFO nova.compute.resource_tracker [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Updating resource usage from migration 7d06d20e-3a9b-4aee-babb-216573cc1f8e
Nov 29 12:07:37 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:07:37 user nova-compute[74974]: DEBUG nova.compute.manager [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:07:37 user nova-compute[74974]: INFO nova.virt.block_device [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Booting with volume-backed-image 14005146-3417-4c75-8b47-67c38948297d at /dev/vda
Nov 29 12:07:37 user nova-compute[74974]: DEBUG nova.policy [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47cf3f690e8140818fa4f5ce4c6bb348', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e26d19eb78e40fab0e0b3afba63dbb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:07:38 user nova-compute[74974]: DEBUG nova.network.neutron [req-3d3b7402-11f0-4a4d-822a-685b18efc91b req-a47c4d57-7c9f-47cc-9cce-8690f91e89e0 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Updated VIF entry in instance network info cache for port b685154c-d33c-495b-996c-a9fc600e7bd4. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:07:38 user nova-compute[74974]: DEBUG nova.network.neutron [req-3d3b7402-11f0-4a4d-822a-685b18efc91b req-a47c4d57-7c9f-47cc-9cce-8690f91e89e0 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Updating instance_info_cache with network_info: [{"id": "b685154c-d33c-495b-996c-a9fc600e7bd4", "address": "fa:16:3e:e4:aa:d7", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb685154c-d3", "ovs_interfaceid": "b685154c-d33c-495b-996c-a9fc600e7bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:07:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3d3b7402-11f0-4a4d-822a-685b18efc91b req-a47c4d57-7c9f-47cc-9cce-8690f91e89e0 service nova] Releasing lock "refresh_cache-08f04de5-0f3e-4809-8355-552206f14d14" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:07:38 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:07:38 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:07:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.547s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:38 user nova-compute[74974]: INFO nova.compute.manager [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Migrating
Nov 29 12:07:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "refresh_cache-08f04de5-0f3e-4809-8355-552206f14d14" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:07:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquired lock "refresh_cache-08f04de5-0f3e-4809-8355-552206f14d14" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:07:38 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:07:38 user nova-compute[74974]: DEBUG nova.network.neutron [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Successfully created port: 0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:07:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:38 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Updating instance_info_cache with network_info: [{"id": "b685154c-d33c-495b-996c-a9fc600e7bd4", "address": "fa:16:3e:e4:aa:d7", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb685154c-d3", "ovs_interfaceid": "b685154c-d33c-495b-996c-a9fc600e7bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:07:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Releasing lock "refresh_cache-08f04de5-0f3e-4809-8355-552206f14d14" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Starting migrate_disk_and_power_off {{(pid=74974) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11484}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.network.neutron [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Successfully updated port: 0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "refresh_cache-4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquired lock "refresh_cache-4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.network.neutron [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.compute.manager [req-49ccea01-ac98-456e-9aee-ac7cd196fa63 req-02e56f3f-a128-48cf-918d-a4f5561b3a80 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received event network-changed-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.compute.manager [req-49ccea01-ac98-456e-9aee-ac7cd196fa63 req-02e56f3f-a128-48cf-918d-a4f5561b3a80 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Refreshing instance network info cache due to event network-changed-0ee276fe-29ee-4f84-8d1c-f0e35a56942c. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-49ccea01-ac98-456e-9aee-ac7cd196fa63 req-02e56f3f-a128-48cf-918d-a4f5561b3a80 service nova] Acquiring lock "refresh_cache-4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:07:39 user nova-compute[74974]: WARNING nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] While synchronizing instance power states, found 14 instances in the database and 13 instances on the hypervisor.
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid 2ed3a206-5fd0-4782-b47a-20497a7df7f9 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid ee78d0d8-0125-46d8-b1e1-2b38eaabeedb {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid e4219657-0bf5-4781-9960-490c7b1d97ef {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid e0cb8e50-6436-4a97-b50c-23f5ad505d68 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid 49d0eb31-dd34-4661-9acf-3440ba7fdf21 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid c353a48a-de13-4416-891a-869e9967866b {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid 501bf9d6-c605-4de3-8cfa-86557b9e387e {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid 722d2a93-e947-4da9-b9d6-c3dfded22c46 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid 05b4e1a0-022c-4332-9f20-0217cb1a2290 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid 08f04de5-0f3e-4809-8355-552206f14d14 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid e604fb90-ac09-4a3c-b54a-67c3bb022dc5 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid e3268716-23ef-4a63-bd87-50b540d8d782 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "e4219657-0bf5-4781-9960-490c7b1d97ef" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "c353a48a-de13-4416-891a-869e9967866b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "c353a48a-de13-4416-891a-869e9967866b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "501bf9d6-c605-4de3-8cfa-86557b9e387e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "501bf9d6-c605-4de3-8cfa-86557b9e387e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "722d2a93-e947-4da9-b9d6-c3dfded22c46" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "05b4e1a0-022c-4332-9f20-0217cb1a2290" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "08f04de5-0f3e-4809-8355-552206f14d14" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "08f04de5-0f3e-4809-8355-552206f14d14" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:39 user nova-compute[74974]: INFO nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] During sync_power_state the instance has a pending task (resize_migrating). Skip.
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "08f04de5-0f3e-4809-8355-552206f14d14" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "e3268716-23ef-4a63-bd87-50b540d8d782" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "e3268716-23ef-4a63-bd87-50b540d8d782" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.045s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.050s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.055s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.059s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.059s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.063s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.network.neutron [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "c353a48a-de13-4416-891a-869e9967866b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.076s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "501bf9d6-c605-4de3-8cfa-86557b9e387e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.084s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.107s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "e3268716-23ef-4a63-bd87-50b540d8d782" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.107s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.109s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:39 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Instance destroyed successfully.
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:05:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1519351959',display_name='tempest-ServerActionsTestOtherA-server-1519351959',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1519351959',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIjkXJjNVhDQcZQUTUg2vvqJe7xt05PG7UPN8jh3d2TAtgSKP2KTDa7qEymBSZdkrx80nFQ+zXXKNH7h17e4g8WKyYRxyjxlxGQhS3ETJ2YQUSvY+eNflehbCMGuBPRH8w==',key_name='tempest-keypair-712249996',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:06:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='800708720f894497a040a971a2d30c58',ramdisk_id='',reservation_id='r-ex1pyg5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1108672042',owner_user_name='tempest-ServerActionsTestOtherA-1108672042-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:07:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b9b1fc53de6a43e888443f24187282c2',uuid=08f04de5-0f3e-4809-8355-552206f14d14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b685154c-d33c-495b-996c-a9fc600e7bd4", "address": "fa:16:3e:e4:aa:d7", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-305372929-network", "vif_mac": "fa:16:3e:e4:aa:d7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb685154c-d3", "ovs_interfaceid": "b685154c-d33c-495b-996c-a9fc600e7bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converting VIF {"id": "b685154c-d33c-495b-996c-a9fc600e7bd4", "address": "fa:16:3e:e4:aa:d7", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-305372929-network", "vif_mac": "fa:16:3e:e4:aa:d7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb685154c-d3", "ovs_interfaceid": "b685154c-d33c-495b-996c-a9fc600e7bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e4:aa:d7,bridge_name='br-int',has_traffic_filtering=True,id=b685154c-d33c-495b-996c-a9fc600e7bd4,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb685154c-d3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG os_vif [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e4:aa:d7,bridge_name='br-int',has_traffic_filtering=True,id=b685154c-d33c-495b-996c-a9fc600e7bd4,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb685154c-d3') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb685154c-d3, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=962814db-363d-45f3-a1ec-06db02a35971) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:39 user nova-compute[74974]: INFO os_vif [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e4:aa:d7,bridge_name='br-int',has_traffic_filtering=True,id=b685154c-d33c-495b-996c-a9fc600e7bd4,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb685154c-d3')
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WZdNThCq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:07:39 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:07:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ad0a712-4741-49f5-b509-b7bb5f28b01b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:07:39 user nova-compute[74974]: No targets found.
Nov 29 12:07:39 user nova-compute[74974]: iSNS:
Nov 29 12:07:39 user nova-compute[74974]: No targets found.
Nov 29 12:07:39 user nova-compute[74974]: STATIC:
Nov 29 12:07:39 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:07:39 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:07:39 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:07:39 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2
Nov 29 12:07:39 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:07:39 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:07:39 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a
Nov 29 12:07:39 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:07:39 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:07:39 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d
Nov 29 12:07:39 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:07:39 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:07:39 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636
Nov 29 12:07:39 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:07:39 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:07:39 user nova-compute[74974]: FIRMWARE:
Nov 29 12:07:39 user nova-compute[74974]: No targets found.
Nov 29 12:07:39 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:07:39 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:07:39 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7a5d458-053b-4c3c-adee-4a2dae1bf1f7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6be3e3b-dc32-4620-9def-c839eac57176]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:07:39 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:07:39 user nova-compute[74974]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:07:39 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:07:39 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:07:39 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:07:39 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:07:39 user nova-compute[74974]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:07:39 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:07:39 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:07:39 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa8103250>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2'): ({'sdc'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Removing single pathed devices sdc {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c813fe86-dde6-4353-baee-ae8a4e30011a]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.network.neutron [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Updating instance_info_cache with network_info: [{"id": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "address": "fa:16:3e:07:08:d8", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ee276fe-29", "ovs_interfaceid": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.028s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb793609-8457-46a3-af8d-dba561e835da]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Flushing IO for device /dev/sdc {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Releasing lock "refresh_cache-4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.compute.manager [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Instance network_info: |[{"id": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "address": "fa:16:3e:07:08:d8", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ee276fe-29", "ovs_interfaceid": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-49ccea01-ac98-456e-9aee-ac7cd196fa63 req-02e56f3f-a128-48cf-918d-a4f5561b3a80 service nova] Acquired lock "refresh_cache-4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG nova.network.neutron [req-49ccea01-ac98-456e-9aee-ac7cd196fa63 req-02e56f3f-a128-48cf-918d-a4f5561b3a80 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Refreshing network info cache for port 0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[03f6f023-a4ad-4310-bcf9-ecd15a67dde7]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.063s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[822a8679-a4f8-4738-91ea-21f6d59bcb2c]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] SCSI volumes sdc have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.034s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f29d661-fec6-4c4c-9731-2dfa44271df7]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:07:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:40 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[88f1a208-1b67-4fb4-bed4-7d7f64c1312f]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:40 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2, portal: 172.16.0.220,3260]
Nov 29 12:07:40 user nova-compute[74974]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2, portal: 172.16.0.220,3260] successful.
Nov 29 12:07:40 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:07:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:40 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[be98c183-e652-4833-85e6-ac5cbdb06fa4]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:40 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:07:40 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.376s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:07:40 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] <== disconnect_volume: return (377ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:07:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:07:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:07:40 user nova-compute[74974]: DEBUG nova.network.neutron [req-49ccea01-ac98-456e-9aee-ac7cd196fa63 req-02e56f3f-a128-48cf-918d-a4f5561b3a80 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Updated VIF entry in instance network info cache for port 0ee276fe-29ee-4f84-8d1c-f0e35a56942c. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:07:40 user nova-compute[74974]: DEBUG nova.network.neutron [req-49ccea01-ac98-456e-9aee-ac7cd196fa63 req-02e56f3f-a128-48cf-918d-a4f5561b3a80 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Updating instance_info_cache with network_info: [{"id": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "address": "fa:16:3e:07:08:d8", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ee276fe-29", "ovs_interfaceid": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:07:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-49ccea01-ac98-456e-9aee-ac7cd196fa63 req-02e56f3f-a128-48cf-918d-a4f5561b3a80 service nova] Releasing lock "refresh_cache-4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Port b685154c-d33c-495b-996c-a9fc600e7bd4 binding to destination host user is already ACTIVE {{(pid=74974) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "08f04de5-0f3e-4809-8355-552206f14d14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "08f04de5-0f3e-4809-8355-552206f14d14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "08f04de5-0f3e-4809-8355-552206f14d14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "refresh_cache-08f04de5-0f3e-4809-8355-552206f14d14" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquired lock "refresh_cache-08f04de5-0f3e-4809-8355-552206f14d14" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG nova.compute.manager [req-e6b3d6b5-2e31-4acd-8b69-f6e22ae14ed9 req-cfa09f7a-05ba-4c16-9f70-afde8f1db837 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Received event network-vif-unplugged-b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e6b3d6b5-2e31-4acd-8b69-f6e22ae14ed9 req-cfa09f7a-05ba-4c16-9f70-afde8f1db837 service nova] Acquiring lock "08f04de5-0f3e-4809-8355-552206f14d14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e6b3d6b5-2e31-4acd-8b69-f6e22ae14ed9 req-cfa09f7a-05ba-4c16-9f70-afde8f1db837 service nova] Lock "08f04de5-0f3e-4809-8355-552206f14d14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e6b3d6b5-2e31-4acd-8b69-f6e22ae14ed9 req-cfa09f7a-05ba-4c16-9f70-afde8f1db837 service nova] Lock "08f04de5-0f3e-4809-8355-552206f14d14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG nova.compute.manager [req-e6b3d6b5-2e31-4acd-8b69-f6e22ae14ed9 req-cfa09f7a-05ba-4c16-9f70-afde8f1db837 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] No waiting events found dispatching network-vif-unplugged-b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:07:41 user nova-compute[74974]: WARNING nova.compute.manager [req-e6b3d6b5-2e31-4acd-8b69-f6e22ae14ed9 req-cfa09f7a-05ba-4c16-9f70-afde8f1db837 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Received unexpected event network-vif-unplugged-b685154c-d33c-495b-996c-a9fc600e7bd4 for instance with vm_state active and task_state resize_migrated.
Nov 29 12:07:41 user nova-compute[74974]: DEBUG nova.compute.manager [req-e6b3d6b5-2e31-4acd-8b69-f6e22ae14ed9 req-cfa09f7a-05ba-4c16-9f70-afde8f1db837 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Received event network-vif-plugged-b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e6b3d6b5-2e31-4acd-8b69-f6e22ae14ed9 req-cfa09f7a-05ba-4c16-9f70-afde8f1db837 service nova] Acquiring lock "08f04de5-0f3e-4809-8355-552206f14d14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e6b3d6b5-2e31-4acd-8b69-f6e22ae14ed9 req-cfa09f7a-05ba-4c16-9f70-afde8f1db837 service nova] Lock "08f04de5-0f3e-4809-8355-552206f14d14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e6b3d6b5-2e31-4acd-8b69-f6e22ae14ed9 req-cfa09f7a-05ba-4c16-9f70-afde8f1db837 service nova] Lock "08f04de5-0f3e-4809-8355-552206f14d14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG nova.compute.manager [req-e6b3d6b5-2e31-4acd-8b69-f6e22ae14ed9 req-cfa09f7a-05ba-4c16-9f70-afde8f1db837 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] No waiting events found dispatching network-vif-plugged-b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:07:41 user nova-compute[74974]: WARNING nova.compute.manager [req-e6b3d6b5-2e31-4acd-8b69-f6e22ae14ed9 req-cfa09f7a-05ba-4c16-9f70-afde8f1db837 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Received unexpected event network-vif-plugged-b685154c-d33c-495b-996c-a9fc600e7bd4 for instance with vm_state active and task_state resize_migrated.
Nov 29 12:07:41 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Updating instance_info_cache with network_info: [{"id": "b685154c-d33c-495b-996c-a9fc600e7bd4", "address": "fa:16:3e:e4:aa:d7", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb685154c-d3", "ovs_interfaceid": "b685154c-d33c-495b-996c-a9fc600e7bd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Releasing lock "refresh_cache-08f04de5-0f3e-4809-8355-552206f14d14" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG os_brick.utils [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1924be31-9d58-4e46-911c-f581a8d0564a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bf8e5fe-4341-4294-b5fa-e93aa2d56bdc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3052e670-f3a2-4b85-a584-eed621a307fb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[50d7d985-641a-4524-afaf-0b4069e37896]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:07:41 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:07:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a43e50b-5189-4a23-acf4-76ea72a3d7a9]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:07:41 user nova-compute[74974]: DEBUG os_brick.utils [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:07:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hsjOSTFN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:07:45 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:07:45 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:07:45 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[725d84a1-0361-4092-9920-1278c30ec2f5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:07:45 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b417e5d-cd66-4cc2-9931-f35e7cca2378]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b] added
Nov 29 12:07:45 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae7b9e18-bbdb-4e8c-b983-ce630602def6]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[19ec4499-a11f-4139-9829-41b39e1a5321]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hsjOSTFN {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hsjOSTFN" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f4f64f5-0f8f-4336-8b2c-05e5fe0040f0]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hsjOSTFN'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8316c38e-fd5f-4391-8916-bd0240158094]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e6548ce-367e-40b2-a323-ee14f92ef6f2]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:07:45 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:07:45 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:07:45 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:07:45 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:07:45 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:07:45 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:07:45 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:07:45 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[eca8d510-6d54-4784-bed8-721bf94e8ce4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b, portal: 172.16.0.220,3260]
Nov 29 12:07:45 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b, portal: 172.16.0.220,3260] successful.
Nov 29 12:07:45 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6749a6a4-5d3f-465a-808b-d5d71219d532]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ebe33cd-1aea-413a-9cb4-a2a7e8df7e22]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:07:45 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:07:45 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:07:45 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:07:45 user nova-compute[74974]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b (non-flash)
Nov 29 12:07:45 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:07:45 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:07:45 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:07:45 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:07:45 user nova-compute[74974]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b (non-flash)
Nov 29 12:07:45 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.295s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] HCTL ('34', '-', '-', 0) found on session 45 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[024853a2-04f3-4c73-82fe-355b18bc3d63]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Searching for a device in session 45 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:07:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hsjOSTFN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:07:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.331s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:07:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] <== connect_volume: return (1333ms) {'type': 'block', 'scsi_wwn': '23732663639656539', 'path': '/dev/sdc'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:07:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23732663639656539', 'path': '/dev/sdc'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:07:46 user nova-compute[74974]: DEBUG nova.objects.instance [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lazy-loading 'flavor' on Instance uuid 05b4e1a0-022c-4332-9f20-0217cb1a2290 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:07:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 12:07:46 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:07:46 user nova-compute[74974]:   <source dev="/dev/sdc"/>
Nov 29 12:07:46 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:07:46 user nova-compute[74974]:   <serial>63865c7c-9dd6-46a7-a572-6e244ae7ce4b</serial>
Nov 29 12:07:46 user nova-compute[74974]: </disk>
Nov 29 12:07:46 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 12:07:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:07:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:07:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] No VIF found with MAC fa:16:3e:5c:48:a6, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:07:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a8a87182-a070-4b70-af68-54e76056350a tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "05b4e1a0-022c-4332-9f20-0217cb1a2290" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.696s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "05b4e1a0-022c-4332-9f20-0217cb1a2290" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 7.744s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "05b4e1a0-022c-4332-9f20-0217cb1a2290" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.024s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:48 user nova-compute[74974]: DEBUG os_brick.utils [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:07:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8217fb2f-e08a-4c23-97ec-52de54fd4f08]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[49fd82c4-7346-40c1-bb35-53f7f7541af9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7929527c-26bd-4094-a088-d5b4f5847b1f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[38b0b25e-95e9-49f5-b758-5030984512aa]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:07:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:07:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:07:48 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:07:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1a05e4f-6cbb-4bb1-bd04-196767b531fc]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:07:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:07:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:07:48 user nova-compute[74974]: DEBUG os_brick.utils [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:07:48 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Updating existing volume attachment record: 6d157b89-97ee-451e-a147-f7cd2cb73e44 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:07:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "05b4e1a0-022c-4332-9f20-0217cb1a2290" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "05b4e1a0-022c-4332-9f20-0217cb1a2290" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:49 user nova-compute[74974]: INFO nova.compute.manager [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Detaching volume 63865c7c-9dd6-46a7-a572-6e244ae7ce4b
Nov 29 12:07:49 user nova-compute[74974]: INFO nova.virt.block_device [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Attempting to driver detach volume 63865c7c-9dd6-46a7-a572-6e244ae7ce4b from mountpoint /dev/vdb
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Attempting to detach device vdb from instance 05b4e1a0-022c-4332-9f20-0217cb1a2290 from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:07:49 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:07:49 user nova-compute[74974]:   <source dev="/dev/sdc"/>
Nov 29 12:07:49 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:07:49 user nova-compute[74974]:   <serial>63865c7c-9dd6-46a7-a572-6e244ae7ce4b</serial>
Nov 29 12:07:49 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:07:49 user nova-compute[74974]: </disk>
Nov 29 12:07:49 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:07:49 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Successfully detached device vdb from instance 05b4e1a0-022c-4332-9f20-0217cb1a2290 from the persistent domain config.
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 05b4e1a0-022c-4332-9f20-0217cb1a2290 from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:07:49 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:07:49 user nova-compute[74974]:   <source dev="/dev/sdc"/>
Nov 29 12:07:49 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:07:49 user nova-compute[74974]:   <serial>63865c7c-9dd6-46a7-a572-6e244ae7ce4b</serial>
Nov 29 12:07:49 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:07:49 user nova-compute[74974]: </disk>
Nov 29 12:07:49 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 05b4e1a0-022c-4332-9f20-0217cb1a2290 {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Starting finish_migration {{(pid=74974) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11671}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Instance directory exists: not creating {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 12:07:49 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Creating image(s)
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Did not create local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Ensure instance console log exists: /opt/stack/data/nova/instances/08f04de5-0f3e-4809-8355-552206f14d14/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Start _get_guest_xml network_info=[{"id": "b685154c-d33c-495b-996c-a9fc600e7bd4", "address": "fa:16:3e:e4:aa:d7", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-305372929-network", "vif_mac": "fa:16:3e:e4:aa:d7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb685154c-d3", "ovs_interfaceid": "b685154c-d33c-495b-996c-a9fc600e7bd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': 'virtio', 'attachment_id': '0f578947-cd42-4baa-a4ae-1b319630a98d', 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WZdNThCq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '08f04de5-0f3e-4809-8355-552206f14d14', 'attached_at': '2023-11-29T12:07:49.000000', 'detached_at': '', 'volume_id': '53248139-276b-475d-b64d-3109dd06d8b2', 'serial': '53248139-276b-475d-b64d-3109dd06d8b2'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:07:49 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:07:49 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:07:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:07:49 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WZdNThCq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:07:50 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:07:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:07:50 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:07:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:07:50 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ced8b070-a5d7-4a6a-a9cb-068ce4b02f47]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:07:50 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd5f13dd-8ad4-442b-bc61-c31b8b86fdc1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2] added
Nov 29 12:07:50 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.032s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f647020a-d6a8-49e3-ae2c-277cecc3b7b7]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[933e44ec-47b0-408c-8aeb-3a283f039322]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WZdNThCq {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WZdNThCq" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[03c0368f-f05b-40bc-9bfc-867ab373e0b2]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WZdNThCq'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[88fd80f3-e53c-4e3e-a343-28b8c194e508]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c64fe38d-cd17-4c66-9790-5d1fe472e8d0]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:07:50 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:07:50 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:07:50 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:07:50 user nova-compute[74974]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b (non-flash)
Nov 29 12:07:50 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:07:50 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:07:50 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:07:50 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:07:50 user nova-compute[74974]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b (non-flash)
Nov 29 12:07:50 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c35bc463-c2a3-4a01-9849-7cdb8b0bae90]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2, portal: 172.16.0.220,3260]
Nov 29 12:07:50 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2, portal: 172.16.0.220,3260] successful.
Nov 29 12:07:50 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[473f611d-5054-4d35-bc21-7c20a810dae9]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0050385-c05a-4048-85a8-0c4327f81af2]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:07:50 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:07:50 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:07:50 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:07:50 user nova-compute[74974]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b (non-flash)
Nov 29 12:07:50 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:07:50 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:07:50 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:07:50 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:07:50 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:07:50 user nova-compute[74974]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b (non-flash)
Nov 29 12:07:50 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:07:50 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.316s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] HCTL ('37', '-', '-', 0) found on session 46 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f7d7c68-86eb-4044-88ee-e449d3be6d36]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:07:50 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Searching for a device in session 46 and hctl ['37', '*', '*', 0] yield: None {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Searching for a device in session 46 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WZdNThCq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.344s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] <== connect_volume: return (1345ms) {'type': 'block', 'scsi_wwn': '26632666534633131', 'path': '/dev/sdf'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26632666534633131', 'path': '/dev/sdf'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:05:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1519351959',display_name='tempest-ServerActionsTestOtherA-server-1519351959',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1519351959',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIjkXJjNVhDQcZQUTUg2vvqJe7xt05PG7UPN8jh3d2TAtgSKP2KTDa7qEymBSZdkrx80nFQ+zXXKNH7h17e4g8WKyYRxyjxlxGQhS3ETJ2YQUSvY+eNflehbCMGuBPRH8w==',key_name='tempest-keypair-712249996',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:06:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='800708720f894497a040a971a2d30c58',ramdisk_id='',reservation_id='r-ex1pyg5z',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1108672042',owner_user_name='tempest-ServerActionsTestOtherA-1108672042-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:07:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b9b1fc53de6a43e888443f24187282c2',uuid=08f04de5-0f3e-4809-8355-552206f14d14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b685154c-d33c-495b-996c-a9fc600e7bd4", "address": "fa:16:3e:e4:aa:d7", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-305372929-network", "vif_mac": "fa:16:3e:e4:aa:d7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb685154c-d3", "ovs_interfaceid": "b685154c-d33c-495b-996c-a9fc600e7bd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converting VIF {"id": "b685154c-d33c-495b-996c-a9fc600e7bd4", "address": "fa:16:3e:e4:aa:d7", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-305372929-network", "vif_mac": "fa:16:3e:e4:aa:d7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb685154c-d3", "ovs_interfaceid": "b685154c-d33c-495b-996c-a9fc600e7bd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:aa:d7,bridge_name='br-int',has_traffic_filtering=True,id=b685154c-d33c-495b-996c-a9fc600e7bd4,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb685154c-d3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:07:51 user nova-compute[74974]:   <uuid>08f04de5-0f3e-4809-8355-552206f14d14</uuid>
Nov 29 12:07:51 user nova-compute[74974]:   <name>instance-00000023</name>
Nov 29 12:07:51 user nova-compute[74974]:   <memory>2097152</memory>
Nov 29 12:07:51 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:07:51 user nova-compute[74974]:   <metadata>
Nov 29 12:07:51 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:07:51 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:07:51 user nova-compute[74974]:       <nova:name>tempest-ServerActionsTestOtherA-server-1519351959</nova:name>
Nov 29 12:07:51 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:07:49</nova:creationTime>
Nov 29 12:07:51 user nova-compute[74974]:       <nova:flavor name="m1.small">
Nov 29 12:07:51 user nova-compute[74974]:         <nova:memory>2048</nova:memory>
Nov 29 12:07:51 user nova-compute[74974]:         <nova:disk>20</nova:disk>
Nov 29 12:07:51 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:07:51 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:07:51 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:07:51 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:07:51 user nova-compute[74974]:       <nova:owner>
Nov 29 12:07:51 user nova-compute[74974]:         <nova:user uuid="b9b1fc53de6a43e888443f24187282c2">tempest-ServerActionsTestOtherA-1108672042-project-member</nova:user>
Nov 29 12:07:51 user nova-compute[74974]:         <nova:project uuid="800708720f894497a040a971a2d30c58">tempest-ServerActionsTestOtherA-1108672042</nova:project>
Nov 29 12:07:51 user nova-compute[74974]:       </nova:owner>
Nov 29 12:07:51 user nova-compute[74974]:       <nova:ports>
Nov 29 12:07:51 user nova-compute[74974]:         <nova:port uuid="b685154c-d33c-495b-996c-a9fc600e7bd4">
Nov 29 12:07:51 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 12:07:51 user nova-compute[74974]:         </nova:port>
Nov 29 12:07:51 user nova-compute[74974]:       </nova:ports>
Nov 29 12:07:51 user nova-compute[74974]:     </nova:instance>
Nov 29 12:07:51 user nova-compute[74974]:   </metadata>
Nov 29 12:07:51 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:07:51 user nova-compute[74974]:     <system>
Nov 29 12:07:51 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:07:51 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:07:51 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:07:51 user nova-compute[74974]:       <entry name="serial">08f04de5-0f3e-4809-8355-552206f14d14</entry>
Nov 29 12:07:51 user nova-compute[74974]:       <entry name="uuid">08f04de5-0f3e-4809-8355-552206f14d14</entry>
Nov 29 12:07:51 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:07:51 user nova-compute[74974]:     </system>
Nov 29 12:07:51 user nova-compute[74974]:   </sysinfo>
Nov 29 12:07:51 user nova-compute[74974]:   <os>
Nov 29 12:07:51 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:07:51 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:07:51 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:07:51 user nova-compute[74974]:   </os>
Nov 29 12:07:51 user nova-compute[74974]:   <features>
Nov 29 12:07:51 user nova-compute[74974]:     <acpi/>
Nov 29 12:07:51 user nova-compute[74974]:     <apic/>
Nov 29 12:07:51 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:07:51 user nova-compute[74974]:   </features>
Nov 29 12:07:51 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:07:51 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:07:51 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:07:51 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:07:51 user nova-compute[74974]:   </clock>
Nov 29 12:07:51 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:07:51 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:07:51 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:07:51 user nova-compute[74974]:   </cpu>
Nov 29 12:07:51 user nova-compute[74974]:   <devices>
Nov 29 12:07:51 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 12:07:51 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:07:51 user nova-compute[74974]:       <source dev="/dev/sdf"/>
Nov 29 12:07:51 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:07:51 user nova-compute[74974]:       <serial>53248139-276b-475d-b64d-3109dd06d8b2</serial>
Nov 29 12:07:51 user nova-compute[74974]:     </disk>
Nov 29 12:07:51 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:07:51 user nova-compute[74974]:       <mac address="fa:16:3e:e4:aa:d7"/>
Nov 29 12:07:51 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:07:51 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:07:51 user nova-compute[74974]:       <target dev="tapb685154c-d3"/>
Nov 29 12:07:51 user nova-compute[74974]:     </interface>
Nov 29 12:07:51 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:07:51 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/08f04de5-0f3e-4809-8355-552206f14d14/console.log" append="off"/>
Nov 29 12:07:51 user nova-compute[74974]:     </serial>
Nov 29 12:07:51 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:07:51 user nova-compute[74974]:     <video>
Nov 29 12:07:51 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:07:51 user nova-compute[74974]:     </video>
Nov 29 12:07:51 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:07:51 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:07:51 user nova-compute[74974]:     </rng>
Nov 29 12:07:51 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:07:51 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:07:51 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:07:51 user nova-compute[74974]:     </memballoon>
Nov 29 12:07:51 user nova-compute[74974]:   </devices>
Nov 29 12:07:51 user nova-compute[74974]: </domain>
Nov 29 12:07:51 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:05:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1519351959',display_name='tempest-ServerActionsTestOtherA-server-1519351959',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1519351959',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIjkXJjNVhDQcZQUTUg2vvqJe7xt05PG7UPN8jh3d2TAtgSKP2KTDa7qEymBSZdkrx80nFQ+zXXKNH7h17e4g8WKyYRxyjxlxGQhS3ETJ2YQUSvY+eNflehbCMGuBPRH8w==',key_name='tempest-keypair-712249996',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:06:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='800708720f894497a040a971a2d30c58',ramdisk_id='',reservation_id='r-ex1pyg5z',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1108672042',owner_user_name='tempest-ServerActionsTestOtherA-1108672042-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:07:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b9b1fc53de6a43e888443f24187282c2',uuid=08f04de5-0f3e-4809-8355-552206f14d14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b685154c-d33c-495b-996c-a9fc600e7bd4", "address": "fa:16:3e:e4:aa:d7", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-305372929-network", "vif_mac": "fa:16:3e:e4:aa:d7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb685154c-d3", "ovs_interfaceid": "b685154c-d33c-495b-996c-a9fc600e7bd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converting VIF {"id": "b685154c-d33c-495b-996c-a9fc600e7bd4", "address": "fa:16:3e:e4:aa:d7", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-305372929-network", "vif_mac": "fa:16:3e:e4:aa:d7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb685154c-d3", "ovs_interfaceid": "b685154c-d33c-495b-996c-a9fc600e7bd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:aa:d7,bridge_name='br-int',has_traffic_filtering=True,id=b685154c-d33c-495b-996c-a9fc600e7bd4,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb685154c-d3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG os_vif [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:aa:d7,bridge_name='br-int',has_traffic_filtering=True,id=b685154c-d33c-495b-996c-a9fc600e7bd4,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb685154c-d3') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '06ef8af9-d271-566d-a5db-4e0504eb3103', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb685154c-d3, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb685154c-d3, col_values=(('qos', UUID('3db46047-3cca-4f16-aa77-1bed7a18e007')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb685154c-d3, col_values=(('external_ids', {'iface-id': 'b685154c-d33c-495b-996c-a9fc600e7bd4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e4:aa:d7', 'vm-uuid': '08f04de5-0f3e-4809-8355-552206f14d14'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:51 user nova-compute[74974]: INFO os_vif [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:aa:d7,bridge_name='br-int',has_traffic_filtering=True,id=b685154c-d33c-495b-996c-a9fc600e7bd4,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb685154c-d3')
Nov 29 12:07:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:07:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] No VIF found with MAC fa:16:3e:e4:aa:d7, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:07:52 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:07:52 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:07:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:52 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:07:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-6aa0e06e-2750-4476-9e99-ececd976b848 req-8b2f0532-3ba5-43f1-9304-52cde53414e6 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Received event network-vif-plugged-b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:07:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6aa0e06e-2750-4476-9e99-ececd976b848 req-8b2f0532-3ba5-43f1-9304-52cde53414e6 service nova] Acquiring lock "08f04de5-0f3e-4809-8355-552206f14d14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6aa0e06e-2750-4476-9e99-ececd976b848 req-8b2f0532-3ba5-43f1-9304-52cde53414e6 service nova] Lock "08f04de5-0f3e-4809-8355-552206f14d14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6aa0e06e-2750-4476-9e99-ececd976b848 req-8b2f0532-3ba5-43f1-9304-52cde53414e6 service nova] Lock "08f04de5-0f3e-4809-8355-552206f14d14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-6aa0e06e-2750-4476-9e99-ececd976b848 req-8b2f0532-3ba5-43f1-9304-52cde53414e6 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] No waiting events found dispatching network-vif-plugged-b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:07:52 user nova-compute[74974]: WARNING nova.compute.manager [req-6aa0e06e-2750-4476-9e99-ececd976b848 req-8b2f0532-3ba5-43f1-9304-52cde53414e6 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Received unexpected event network-vif-plugged-b685154c-d33c-495b-996c-a9fc600e7bd4 for instance with vm_state active and task_state resize_finish.
Nov 29 12:07:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:54 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:07:54 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Instance running successfully.
Nov 29 12:07:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Failed to set time: agent not configured {{(pid=74974) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 29 12:07:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d3de8af0-8697-4f60-a8ce-e1e3b9d3fd7c tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] finish_migration finished successfully. {{(pid=74974) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11766}}
Nov 29 12:07:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:55 user nova-compute[74974]: DEBUG nova.compute.manager [req-fb93df70-01f8-410f-bd4b-e16a402971ab req-23b87d81-6a66-4447-a199-6b406ea598e3 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Received event network-vif-plugged-b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:07:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fb93df70-01f8-410f-bd4b-e16a402971ab req-23b87d81-6a66-4447-a199-6b406ea598e3 service nova] Acquiring lock "08f04de5-0f3e-4809-8355-552206f14d14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fb93df70-01f8-410f-bd4b-e16a402971ab req-23b87d81-6a66-4447-a199-6b406ea598e3 service nova] Lock "08f04de5-0f3e-4809-8355-552206f14d14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fb93df70-01f8-410f-bd4b-e16a402971ab req-23b87d81-6a66-4447-a199-6b406ea598e3 service nova] Lock "08f04de5-0f3e-4809-8355-552206f14d14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:55 user nova-compute[74974]: DEBUG nova.compute.manager [req-fb93df70-01f8-410f-bd4b-e16a402971ab req-23b87d81-6a66-4447-a199-6b406ea598e3 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] No waiting events found dispatching network-vif-plugged-b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:07:55 user nova-compute[74974]: WARNING nova.compute.manager [req-fb93df70-01f8-410f-bd4b-e16a402971ab req-23b87d81-6a66-4447-a199-6b406ea598e3 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Received unexpected event network-vif-plugged-b685154c-d33c-495b-996c-a9fc600e7bd4 for instance with vm_state active and task_state resize_finish.
Nov 29 12:07:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:07:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:07:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:07:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:07:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:07:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk.rescue --force-share --output=json" returned: 0 in 0.221s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:07:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:07:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:07:57 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:07:57 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:07:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=7435MB free_disk=24.970069885253906GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:07:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:07:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:07:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Applying migration context for instance 08f04de5-0f3e-4809-8355-552206f14d14 as it has an incoming, in-progress migration 7d06d20e-3a9b-4aee-babb-216573cc1f8e. Migration status is finished {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 29 12:07:57 user nova-compute[74974]: INFO nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Updating resource usage from migration 7d06d20e-3a9b-4aee-babb-216573cc1f8e
Nov 29 12:07:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2ed3a206-5fd0-4782-b47a-20497a7df7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:07:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:07:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance ee78d0d8-0125-46d8-b1e1-2b38eaabeedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:07:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e4219657-0bf5-4781-9960-490c7b1d97ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:07:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e0cb8e50-6436-4a97-b50c-23f5ad505d68 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:07:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 49d0eb31-dd34-4661-9acf-3440ba7fdf21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:07:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance c353a48a-de13-4416-891a-869e9967866b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:07:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 501bf9d6-c605-4de3-8cfa-86557b9e387e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:07:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 722d2a93-e947-4da9-b9d6-c3dfded22c46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:07:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 05b4e1a0-022c-4332-9f20-0217cb1a2290 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:07:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e604fb90-ac09-4a3c-b54a-67c3bb022dc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:07:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e3268716-23ef-4a63-bd87-50b540d8d782 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:07:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Migration 7d06d20e-3a9b-4aee-babb-216573cc1f8e is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 29 12:07:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:07:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 08f04de5-0f3e-4809-8355-552206f14d14 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:07:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 15 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:07:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=9728MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=15 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:07:58 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:07:58 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:07:58 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:07:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.643s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:07:59 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:07:59 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:07:59 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:07:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:07:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:07:59 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:07:59 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Updating instance_info_cache with network_info: [{"id": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "address": "fa:16:3e:d2:a2:9d", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d8ef0a-79", "ovs_interfaceid": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:07:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:07:59 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:07:59 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:07:59 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:07:59 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:07:59 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:08:01 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:08:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:08:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-361e7789-895e-4a93-bc91-bb16fa6ef6b6 req-4b0daa81-f43a-40f2-8f21-3d7534925cf4 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Received event network-changed-440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:08:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-361e7789-895e-4a93-bc91-bb16fa6ef6b6 req-4b0daa81-f43a-40f2-8f21-3d7534925cf4 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Refreshing instance network info cache due to event network-changed-440d22f6-a3b9-49c0-9d37-bb891e804299. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:08:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-361e7789-895e-4a93-bc91-bb16fa6ef6b6 req-4b0daa81-f43a-40f2-8f21-3d7534925cf4 service nova] Acquiring lock "refresh_cache-e604fb90-ac09-4a3c-b54a-67c3bb022dc5" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:08:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-361e7789-895e-4a93-bc91-bb16fa6ef6b6 req-4b0daa81-f43a-40f2-8f21-3d7534925cf4 service nova] Acquired lock "refresh_cache-e604fb90-ac09-4a3c-b54a-67c3bb022dc5" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:08:03 user nova-compute[74974]: DEBUG nova.network.neutron [req-361e7789-895e-4a93-bc91-bb16fa6ef6b6 req-4b0daa81-f43a-40f2-8f21-3d7534925cf4 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Refreshing network info cache for port 440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:08:03 user nova-compute[74974]: DEBUG nova.network.neutron [req-361e7789-895e-4a93-bc91-bb16fa6ef6b6 req-4b0daa81-f43a-40f2-8f21-3d7534925cf4 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Updated VIF entry in instance network info cache for port 440d22f6-a3b9-49c0-9d37-bb891e804299. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:08:03 user nova-compute[74974]: DEBUG nova.network.neutron [req-361e7789-895e-4a93-bc91-bb16fa6ef6b6 req-4b0daa81-f43a-40f2-8f21-3d7534925cf4 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Updating instance_info_cache with network_info: [{"id": "440d22f6-a3b9-49c0-9d37-bb891e804299", "address": "fa:16:3e:a2:b8:8a", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440d22f6-a3", "ovs_interfaceid": "440d22f6-a3b9-49c0-9d37-bb891e804299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:08:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-361e7789-895e-4a93-bc91-bb16fa6ef6b6 req-4b0daa81-f43a-40f2-8f21-3d7534925cf4 service nova] Releasing lock "refresh_cache-e604fb90-ac09-4a3c-b54a-67c3bb022dc5" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:08:05 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Creating image(s)
Nov 29 12:08:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Did not create local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Ensure instance console log exists: /opt/stack/data/nova/instances/4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Start _get_guest_xml network_info=[{"id": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "address": "fa:16:3e:07:08:d8", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ee276fe-29", "ovs_interfaceid": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'attachment_id': '6d157b89-97ee-451e-a147-f7cd2cb73e44', 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cLVvuNks', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd94b6bd7-c658-4dc0-b9a5-36b92aaf073b', 'serial': 'd94b6bd7-c658-4dc0-b9a5-36b92aaf073b'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:08:05 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:08:05 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:08:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cLVvuNks', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:08:05 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:08:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:08:05 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:08:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:08:05 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:08:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[60902e32-a9ca-4a3f-bcce-ebf6e6f066c0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:08:05 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a07b41a-14c2-411e-9bd9-181d234a78c9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b] added
Nov 29 12:08:05 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d891e00-ca3e-4157-b7f7-9e4037471e79]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:08:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fb5d6da-1706-4b82-8179-8e1da6968f59]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cLVvuNks {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cLVvuNks" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3f1eb31-f6e6-4d9c-89e9-14c5a6df8bbd]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cLVvuNks'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[581deafc-04ae-4746-90c6-9ab0eee888b9]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[93ce89f7-a6ac-4468-baba-28cd9cb616fb]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1f0084c-1d64-4b62-9e4a-fcfe1fa3b0ec (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1f0084c-1d64-4b62-9e4a-fcfe1fa3b0ec (non-flash)
Nov 29 12:08:06 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1f0084c-1d64-4b62-9e4a-fcfe1fa3b0ec (non-flash)
Nov 29 12:08:06 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --login" returned: 0 in 0.085s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[903fbe8c-f61b-41c2-acd3-10f81a682ae1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b, portal: 172.16.0.220,3260]
Nov 29 12:08:06 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b, portal: 172.16.0.220,3260] successful.
Nov 29 12:08:06 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3b62b02-3c7e-47fa-9be8-b75036681de0]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bec74a0c-f1a0-4b5f-b261-fa68b96610fd]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1f0084c-1d64-4b62-9e4a-fcfe1fa3b0ec (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1f0084c-1d64-4b62-9e4a-fcfe1fa3b0ec (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:08:06 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1f0084c-1d64-4b62-9e4a-fcfe1fa3b0ec (non-flash)
Nov 29 12:08:06 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:08:06 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.315s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] HCTL ('40', '-', '-', 0) found on session 48 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d856c03-a1b1-481f-abfc-f3fc64582691]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Searching for a device in session 48 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cLVvuNks', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:08:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:07 user nova-compute[74974]: INFO nova.compute.manager [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Shelving
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.362s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] <== connect_volume: return (1363ms) {'type': 'block', 'scsi_wwn': '26537656534383437', 'path': '/dev/sdi'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26537656534383437', 'path': '/dev/sdi'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:07:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1740468983',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1740468983',id=38,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2e26d19eb78e40fab0e0b3afba63dbb1',ramdisk_id='',reservation_id='r-fyk6i2hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:07:38Z,user_data=None,user_id='47cf3f690e8140818fa4f5ce4c6bb348',uuid=4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "address": "fa:16:3e:07:08:d8", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ee276fe-29", "ovs_interfaceid": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converting VIF {"id": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "address": "fa:16:3e:07:08:d8", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ee276fe-29", "ovs_interfaceid": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:08:d8,bridge_name='br-int',has_traffic_filtering=True,id=0ee276fe-29ee-4f84-8d1c-f0e35a56942c,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ee276fe-29') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG nova.objects.instance [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lazy-loading 'pci_devices' on Instance uuid 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:08:07 user nova-compute[74974]:   <uuid>4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e</uuid>
Nov 29 12:08:07 user nova-compute[74974]:   <name>instance-00000026</name>
Nov 29 12:08:07 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:08:07 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:08:07 user nova-compute[74974]:   <metadata>
Nov 29 12:08:07 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:08:07 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:08:07 user nova-compute[74974]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1740468983</nova:name>
Nov 29 12:08:07 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:08:05</nova:creationTime>
Nov 29 12:08:07 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:08:07 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:08:07 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:08:07 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:08:07 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:08:07 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:08:07 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:08:07 user nova-compute[74974]:       <nova:owner>
Nov 29 12:08:07 user nova-compute[74974]:         <nova:user uuid="47cf3f690e8140818fa4f5ce4c6bb348">tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member</nova:user>
Nov 29 12:08:07 user nova-compute[74974]:         <nova:project uuid="2e26d19eb78e40fab0e0b3afba63dbb1">tempest-ServerBootFromVolumeStableRescueTest-1027217046</nova:project>
Nov 29 12:08:07 user nova-compute[74974]:       </nova:owner>
Nov 29 12:08:07 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:08:07 user nova-compute[74974]:       <nova:ports>
Nov 29 12:08:07 user nova-compute[74974]:         <nova:port uuid="0ee276fe-29ee-4f84-8d1c-f0e35a56942c">
Nov 29 12:08:07 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 12:08:07 user nova-compute[74974]:         </nova:port>
Nov 29 12:08:07 user nova-compute[74974]:       </nova:ports>
Nov 29 12:08:07 user nova-compute[74974]:     </nova:instance>
Nov 29 12:08:07 user nova-compute[74974]:   </metadata>
Nov 29 12:08:07 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:08:07 user nova-compute[74974]:     <system>
Nov 29 12:08:07 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:08:07 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:08:07 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:08:07 user nova-compute[74974]:       <entry name="serial">4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e</entry>
Nov 29 12:08:07 user nova-compute[74974]:       <entry name="uuid">4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e</entry>
Nov 29 12:08:07 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:08:07 user nova-compute[74974]:     </system>
Nov 29 12:08:07 user nova-compute[74974]:   </sysinfo>
Nov 29 12:08:07 user nova-compute[74974]:   <os>
Nov 29 12:08:07 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:08:07 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:08:07 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:08:07 user nova-compute[74974]:   </os>
Nov 29 12:08:07 user nova-compute[74974]:   <features>
Nov 29 12:08:07 user nova-compute[74974]:     <acpi/>
Nov 29 12:08:07 user nova-compute[74974]:     <apic/>
Nov 29 12:08:07 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:08:07 user nova-compute[74974]:   </features>
Nov 29 12:08:07 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:08:07 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:08:07 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:08:07 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:08:07 user nova-compute[74974]:   </clock>
Nov 29 12:08:07 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:08:07 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:08:07 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:08:07 user nova-compute[74974]:   </cpu>
Nov 29 12:08:07 user nova-compute[74974]:   <devices>
Nov 29 12:08:07 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 12:08:07 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:08:07 user nova-compute[74974]:       <source dev="/dev/sdi"/>
Nov 29 12:08:07 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:08:07 user nova-compute[74974]:       <serial>d94b6bd7-c658-4dc0-b9a5-36b92aaf073b</serial>
Nov 29 12:08:07 user nova-compute[74974]:     </disk>
Nov 29 12:08:07 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:08:07 user nova-compute[74974]:       <mac address="fa:16:3e:07:08:d8"/>
Nov 29 12:08:07 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:08:07 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:08:07 user nova-compute[74974]:       <target dev="tap0ee276fe-29"/>
Nov 29 12:08:07 user nova-compute[74974]:     </interface>
Nov 29 12:08:07 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:08:07 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e/console.log" append="off"/>
Nov 29 12:08:07 user nova-compute[74974]:     </serial>
Nov 29 12:08:07 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:08:07 user nova-compute[74974]:     <video>
Nov 29 12:08:07 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:08:07 user nova-compute[74974]:     </video>
Nov 29 12:08:07 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:08:07 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:08:07 user nova-compute[74974]:     </rng>
Nov 29 12:08:07 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:08:07 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:08:07 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:08:07 user nova-compute[74974]:     </memballoon>
Nov 29 12:08:07 user nova-compute[74974]:   </devices>
Nov 29 12:08:07 user nova-compute[74974]: </domain>
Nov 29 12:08:07 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:07:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1740468983',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1740468983',id=38,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2e26d19eb78e40fab0e0b3afba63dbb1',ramdisk_id='',reservation_id='r-fyk6i2hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:07:38Z,user_data=None,user_id='47cf3f690e8140818fa4f5ce4c6bb348',uuid=4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "address": "fa:16:3e:07:08:d8", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ee276fe-29", "ovs_interfaceid": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converting VIF {"id": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "address": "fa:16:3e:07:08:d8", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ee276fe-29", "ovs_interfaceid": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:08:d8,bridge_name='br-int',has_traffic_filtering=True,id=0ee276fe-29ee-4f84-8d1c-f0e35a56942c,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ee276fe-29') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG os_vif [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:08:d8,bridge_name='br-int',has_traffic_filtering=True,id=0ee276fe-29ee-4f84-8d1c-f0e35a56942c,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ee276fe-29') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f1516cab-d7b6-50c6-912d-3ca2a619ddf5', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0ee276fe-29, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0ee276fe-29, col_values=(('qos', UUID('8a5da872-f609-4856-ad7f-e4e09b2804fe')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0ee276fe-29, col_values=(('external_ids', {'iface-id': '0ee276fe-29ee-4f84-8d1c-f0e35a56942c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:08:d8', 'vm-uuid': '4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:07 user nova-compute[74974]: INFO os_vif [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:08:d8,bridge_name='br-int',has_traffic_filtering=True,id=0ee276fe-29ee-4f84-8d1c-f0e35a56942c,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ee276fe-29')
Nov 29 12:08:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] No VIF found with MAC fa:16:3e:07:08:d8, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG nova.compute.manager [req-c4b9b53c-156e-4e1c-96ee-b164b2e6e3f1 req-edbdcb81-2da2-4269-b364-a25feb58e08e service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Received event network-vif-unplugged-440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c4b9b53c-156e-4e1c-96ee-b164b2e6e3f1 req-edbdcb81-2da2-4269-b364-a25feb58e08e service nova] Acquiring lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c4b9b53c-156e-4e1c-96ee-b164b2e6e3f1 req-edbdcb81-2da2-4269-b364-a25feb58e08e service nova] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c4b9b53c-156e-4e1c-96ee-b164b2e6e3f1 req-edbdcb81-2da2-4269-b364-a25feb58e08e service nova] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG nova.compute.manager [req-c4b9b53c-156e-4e1c-96ee-b164b2e6e3f1 req-edbdcb81-2da2-4269-b364-a25feb58e08e service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] No waiting events found dispatching network-vif-unplugged-440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:08:07 user nova-compute[74974]: WARNING nova.compute.manager [req-c4b9b53c-156e-4e1c-96ee-b164b2e6e3f1 req-edbdcb81-2da2-4269-b364-a25feb58e08e service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Received unexpected event network-vif-unplugged-440d22f6-a3b9-49c0-9d37-bb891e804299 for instance with vm_state active and task_state shelving.
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:08 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Instance destroyed successfully.
Nov 29 12:08:08 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Beginning cold snapshot process
Nov 29 12:08:08 user nova-compute[74974]: DEBUG nova.privsep.utils [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74974) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 12:08:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk /opt/stack/data/nova/instances/snapshots/tmpbzuydn_n/34ef0994f8b042e3aa2594a2c04de591 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk /opt/stack/data/nova/instances/snapshots/tmpbzuydn_n/34ef0994f8b042e3aa2594a2c04de591" returned: 0 in 0.601s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:08 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Snapshot extracted, beginning image upload
Nov 29 12:08:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG nova.compute.manager [req-968598cc-b5bc-4496-b09c-9f50af5deba0 req-41ba04f5-be00-4f4f-8d17-102aced19c10 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-968598cc-b5bc-4496-b09c-9f50af5deba0 req-41ba04f5-be00-4f4f-8d17-102aced19c10 service nova] Acquiring lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-968598cc-b5bc-4496-b09c-9f50af5deba0 req-41ba04f5-be00-4f4f-8d17-102aced19c10 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-968598cc-b5bc-4496-b09c-9f50af5deba0 req-41ba04f5-be00-4f4f-8d17-102aced19c10 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG nova.compute.manager [req-968598cc-b5bc-4496-b09c-9f50af5deba0 req-41ba04f5-be00-4f4f-8d17-102aced19c10 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] No waiting events found dispatching network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:08:09 user nova-compute[74974]: WARNING nova.compute.manager [req-968598cc-b5bc-4496-b09c-9f50af5deba0 req-41ba04f5-be00-4f4f-8d17-102aced19c10 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received unexpected event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c for instance with vm_state building and task_state spawning.
Nov 29 12:08:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:09 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 05b4e1a0-022c-4332-9f20-0217cb1a2290 is timed out.
Nov 29 12:08:09 user nova-compute[74974]: DEBUG nova.compute.manager [req-3dbd4c0e-0702-436e-bd76-17eb4309e743 req-d30ab608-b9ab-445c-a12b-8716e029f3bf service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Received event network-vif-plugged-440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3dbd4c0e-0702-436e-bd76-17eb4309e743 req-d30ab608-b9ab-445c-a12b-8716e029f3bf service nova] Acquiring lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3dbd4c0e-0702-436e-bd76-17eb4309e743 req-d30ab608-b9ab-445c-a12b-8716e029f3bf service nova] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3dbd4c0e-0702-436e-bd76-17eb4309e743 req-d30ab608-b9ab-445c-a12b-8716e029f3bf service nova] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG nova.compute.manager [req-3dbd4c0e-0702-436e-bd76-17eb4309e743 req-d30ab608-b9ab-445c-a12b-8716e029f3bf service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] No waiting events found dispatching network-vif-plugged-440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:08:09 user nova-compute[74974]: WARNING nova.compute.manager [req-3dbd4c0e-0702-436e-bd76-17eb4309e743 req-d30ab608-b9ab-445c-a12b-8716e029f3bf service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Received unexpected event network-vif-plugged-440d22f6-a3b9-49c0-9d37-bb891e804299 for instance with vm_state active and task_state shelving_image_uploading.
Nov 29 12:08:09 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Successfully detached device vdb from instance 05b4e1a0-022c-4332-9f20-0217cb1a2290 from the live domain config.
Nov 29 12:08:09 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hsjOSTFN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:08:09 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:08:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.035s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c63f90bb-6ebf-4bdb-9c63-970c8e6e3411]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e1f0084c-1d64-4b62-9e4a-fcfe1fa3b0ec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:08:09 user nova-compute[74974]: No targets found.
Nov 29 12:08:09 user nova-compute[74974]: iSNS:
Nov 29 12:08:09 user nova-compute[74974]: No targets found.
Nov 29 12:08:09 user nova-compute[74974]: STATIC:
Nov 29 12:08:09 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:08:09 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:08:09 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:08:09 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2
Nov 29 12:08:09 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:08:09 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:08:09 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a
Nov 29 12:08:09 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:08:09 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:08:09 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d
Nov 29 12:08:09 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:08:09 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:08:09 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:e1f0084c-1d64-4b62-9e4a-fcfe1fa3b0ec
Nov 29 12:08:09 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:08:09 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:08:09 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b
Nov 29 12:08:09 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:08:09 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:08:09 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636
Nov 29 12:08:09 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:08:09 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:08:09 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b
Nov 29 12:08:09 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:08:09 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:08:09 user nova-compute[74974]: FIRMWARE:
Nov 29 12:08:09 user nova-compute[74974]: No targets found.
Nov 29 12:08:09 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:08:09 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:08:09 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.114s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf4839fe-6e7e-4800-bb3a-2968026cad23]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e1f0084c-1d64-4b62-9e4a-fcfe1fa3b0ec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b4da254-eb0f-40fa-b847-109752e16ca6]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1f0084c-1d64-4b62-9e4a-fcfe1fa3b0ec (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:08:09 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:08:09 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:08:09 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:08:09 user nova-compute[74974]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b (non-flash)
Nov 29 12:08:09 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:08:09 user nova-compute[74974]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1f0084c-1d64-4b62-9e4a-fcfe1fa3b0ec (non-flash)
Nov 29 12:08:09 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:08:09 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:08:09 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:08:09 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:08:09 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:08:09 user nova-compute[74974]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b (non-flash)
Nov 29 12:08:09 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:08:09 user nova-compute[74974]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1f0084c-1d64-4b62-9e4a-fcfe1fa3b0ec (non-flash)
Nov 29 12:08:09 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:08:09 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa837f7f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b'): ({'sdc'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Removing single pathed devices sdc {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:08:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.058s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[aed1e0cc-82a3-4a8c-931c-ee94fe04e824]: (4, ('path checker states:\nup                  7\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e20e3c9-d24a-4cca-b1bc-444212cfc2b5]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Flushing IO for device /dev/sdc {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.037s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7bc66cf-7b15-4eba-9f49-dffc51a1f5f1]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.176s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9894344-08c2-4074-aba6-e9528b35293b]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] SCSI volumes sdc have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.185s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a71adb3d-0a40-4f05-adb2-a9181d056825]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b -p 172.16.0.220:3260 --logout" returned: 0 in 0.227s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e071bf5-5190-4538-8049-34411b268844]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b, portal: 172.16.0.220,3260]
Nov 29 12:08:10 user nova-compute[74974]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b, portal: 172.16.0.220,3260] successful.
Nov 29 12:08:10 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63865c7c-9dd6-46a7-a572-6e244ae7ce4b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.041s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b5901d1-fad9-4fa3-bd83-f7f002524451]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 1.145s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] <== disconnect_volume: return (1146ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:08:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:08:11 user nova-compute[74974]: DEBUG nova.compute.manager [req-163c23f8-8574-4c03-8523-15a8d6fcabea req-947a5e88-d064-4158-b4a4-2597645e4e0e service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:08:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-163c23f8-8574-4c03-8523-15a8d6fcabea req-947a5e88-d064-4158-b4a4-2597645e4e0e service nova] Acquiring lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-163c23f8-8574-4c03-8523-15a8d6fcabea req-947a5e88-d064-4158-b4a4-2597645e4e0e service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-163c23f8-8574-4c03-8523-15a8d6fcabea req-947a5e88-d064-4158-b4a4-2597645e4e0e service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:11 user nova-compute[74974]: DEBUG nova.compute.manager [req-163c23f8-8574-4c03-8523-15a8d6fcabea req-947a5e88-d064-4158-b4a4-2597645e4e0e service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] No waiting events found dispatching network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:08:11 user nova-compute[74974]: WARNING nova.compute.manager [req-163c23f8-8574-4c03-8523-15a8d6fcabea req-947a5e88-d064-4158-b4a4-2597645e4e0e service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received unexpected event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c for instance with vm_state building and task_state spawning.
Nov 29 12:08:11 user nova-compute[74974]: DEBUG nova.objects.instance [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lazy-loading 'flavor' on Instance uuid 05b4e1a0-022c-4332-9f20-0217cb1a2290 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:08:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7f968f31-a7ff-4f7b-a5a4-c25bad54bda8 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "05b4e1a0-022c-4332-9f20-0217cb1a2290" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.036s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:08:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:08:12 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Instance spawned successfully.
Nov 29 12:08:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:08:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:08:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:08:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:08:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:08:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:08:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:08:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:12 user nova-compute[74974]: INFO nova.compute.manager [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Took 6.54 seconds to spawn the instance on the hypervisor.
Nov 29 12:08:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:08:12 user nova-compute[74974]: INFO nova.compute.manager [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Took 35.38 seconds to build instance.
Nov 29 12:08:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6420dea9-a43f-44d7-b4b3-70a0a7e47201 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 35.484s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 33.305s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:12 user nova-compute[74974]: INFO nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] During sync_power_state the instance has a pending task (block_device_mapping). Skip.
Nov 29 12:08:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:12 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Snapshot image upload complete
Nov 29 12:08:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:08:12 user nova-compute[74974]: INFO nova.compute.manager [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Shelve offloading
Nov 29 12:08:12 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Instance destroyed successfully.
Nov 29 12:08:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:08:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "refresh_cache-e604fb90-ac09-4a3c-b54a-67c3bb022dc5" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:08:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquired lock "refresh_cache-e604fb90-ac09-4a3c-b54a-67c3bb022dc5" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:08:12 user nova-compute[74974]: DEBUG nova.network.neutron [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:08:13 user nova-compute[74974]: DEBUG nova.network.neutron [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Updating instance_info_cache with network_info: [{"id": "440d22f6-a3b9-49c0-9d37-bb891e804299", "address": "fa:16:3e:a2:b8:8a", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440d22f6-a3", "ovs_interfaceid": "440d22f6-a3b9-49c0-9d37-bb891e804299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:08:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Releasing lock "refresh_cache-e604fb90-ac09-4a3c-b54a-67c3bb022dc5" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:08:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:13 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Instance destroyed successfully.
Nov 29 12:08:13 user nova-compute[74974]: DEBUG nova.objects.instance [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lazy-loading 'resources' on Instance uuid e604fb90-ac09-4a3c-b54a-67c3bb022dc5 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:08:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:06:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-462703138',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-462703138',id=36,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC5IOC7ZELLD+sijtdWkndl8rbsomjLl2yU7UknST+xsXnibajcknAzQYFgt/CsjOtIpQry34Uf5pdYhnWyWhOP+H1eAU3O8kfJQAcdeRtTF7h8tkoEh5R1bPj/e9XBIWw==',key_name='tempest-keypair-833785385',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:06:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='035db581b1704a6a8a5fe14de3232b57',ramdisk_id='',reservation_id='r-vq9un209',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-193778848',owner_user_name='tempest-AttachVolumeShelveTestJSON-193778848-project-member',shelved_at='2023-11-29T12:08:12.686379',shelved_host='user',shelved_image_id='a800c88b-81ed-41ae-9d8b-1bfc0450403e'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:08:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d1e86a4643e40708453514d9db954ae',uuid=e604fb90-ac09-4a3c-b54a-67c3bb022dc5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "440d22f6-a3b9-49c0-9d37-bb891e804299", "address": "fa:16:3e:a2:b8:8a", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440d22f6-a3", "ovs_interfaceid": "440d22f6-a3b9-49c0-9d37-bb891e804299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:08:13 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converting VIF {"id": "440d22f6-a3b9-49c0-9d37-bb891e804299", "address": "fa:16:3e:a2:b8:8a", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440d22f6-a3", "ovs_interfaceid": "440d22f6-a3b9-49c0-9d37-bb891e804299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:08:13 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b8:8a,bridge_name='br-int',has_traffic_filtering=True,id=440d22f6-a3b9-49c0-9d37-bb891e804299,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap440d22f6-a3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:08:13 user nova-compute[74974]: DEBUG os_vif [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b8:8a,bridge_name='br-int',has_traffic_filtering=True,id=440d22f6-a3b9-49c0-9d37-bb891e804299,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap440d22f6-a3') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:08:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap440d22f6-a3, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:08:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-6dddc8e8-9adc-4e9d-a387-cd798bd2b271 req-1056d4e2-4325-4431-bac4-5cda957f3376 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Received event network-changed-440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:08:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-6dddc8e8-9adc-4e9d-a387-cd798bd2b271 req-1056d4e2-4325-4431-bac4-5cda957f3376 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Refreshing instance network info cache due to event network-changed-440d22f6-a3b9-49c0-9d37-bb891e804299. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:08:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6dddc8e8-9adc-4e9d-a387-cd798bd2b271 req-1056d4e2-4325-4431-bac4-5cda957f3376 service nova] Acquiring lock "refresh_cache-e604fb90-ac09-4a3c-b54a-67c3bb022dc5" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:08:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6dddc8e8-9adc-4e9d-a387-cd798bd2b271 req-1056d4e2-4325-4431-bac4-5cda957f3376 service nova] Acquired lock "refresh_cache-e604fb90-ac09-4a3c-b54a-67c3bb022dc5" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:08:14 user nova-compute[74974]: DEBUG nova.network.neutron [req-6dddc8e8-9adc-4e9d-a387-cd798bd2b271 req-1056d4e2-4325-4431-bac4-5cda957f3376 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Refreshing network info cache for port 440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:08:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:08:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fb6ad542-b802-4b5d-992f-c8281b8f285b) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:08:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:08:14 user nova-compute[74974]: INFO os_vif [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b8:8a,bridge_name='br-int',has_traffic_filtering=True,id=440d22f6-a3b9-49c0-9d37-bb891e804299,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap440d22f6-a3')
Nov 29 12:08:14 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Deleting instance files /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5_del
Nov 29 12:08:14 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Deletion of /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5_del complete
Nov 29 12:08:14 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Deleted allocations for instance e604fb90-ac09-4a3c-b54a-67c3bb022dc5
Nov 29 12:08:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:14 user nova-compute[74974]: DEBUG nova.objects.instance [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lazy-loading 'numa_topology' on Instance uuid e604fb90-ac09-4a3c-b54a-67c3bb022dc5 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:08:14 user nova-compute[74974]: DEBUG nova.objects.base [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Object Instance<e604fb90-ac09-4a3c-b54a-67c3bb022dc5> lazy-loaded attributes: resources,numa_topology {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:08:14 user nova-compute[74974]: DEBUG nova.network.neutron [req-6dddc8e8-9adc-4e9d-a387-cd798bd2b271 req-1056d4e2-4325-4431-bac4-5cda957f3376 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Updated VIF entry in instance network info cache for port 440d22f6-a3b9-49c0-9d37-bb891e804299. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:08:14 user nova-compute[74974]: DEBUG nova.network.neutron [req-6dddc8e8-9adc-4e9d-a387-cd798bd2b271 req-1056d4e2-4325-4431-bac4-5cda957f3376 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Updating instance_info_cache with network_info: [{"id": "440d22f6-a3b9-49c0-9d37-bb891e804299", "address": "fa:16:3e:a2:b8:8a", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap440d22f6-a3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:08:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6dddc8e8-9adc-4e9d-a387-cd798bd2b271 req-1056d4e2-4325-4431-bac4-5cda957f3376 service nova] Releasing lock "refresh_cache-e604fb90-ac09-4a3c-b54a-67c3bb022dc5" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:08:14 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:08:14 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:08:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.661s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-62cc456a-c443-4b31-8783-4c3881e1a0b2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.791s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:16 user nova-compute[74974]: DEBUG nova.compute.manager [req-ee65e97f-dc60-4693-a0c3-fc78b077d693 req-e72c8c3a-5ba3-46a7-ab34-ebaec2c73bfb service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Received event network-changed-f298664a-d9f5-45fb-8cd6-98483cda7fc6 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:08:16 user nova-compute[74974]: DEBUG nova.compute.manager [req-ee65e97f-dc60-4693-a0c3-fc78b077d693 req-e72c8c3a-5ba3-46a7-ab34-ebaec2c73bfb service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Refreshing instance network info cache due to event network-changed-f298664a-d9f5-45fb-8cd6-98483cda7fc6. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:08:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ee65e97f-dc60-4693-a0c3-fc78b077d693 req-e72c8c3a-5ba3-46a7-ab34-ebaec2c73bfb service nova] Acquiring lock "refresh_cache-e3268716-23ef-4a63-bd87-50b540d8d782" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:08:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ee65e97f-dc60-4693-a0c3-fc78b077d693 req-e72c8c3a-5ba3-46a7-ab34-ebaec2c73bfb service nova] Acquired lock "refresh_cache-e3268716-23ef-4a63-bd87-50b540d8d782" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:08:16 user nova-compute[74974]: DEBUG nova.network.neutron [req-ee65e97f-dc60-4693-a0c3-fc78b077d693 req-e72c8c3a-5ba3-46a7-ab34-ebaec2c73bfb service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Refreshing network info cache for port f298664a-d9f5-45fb-8cd6-98483cda7fc6 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:08:17 user nova-compute[74974]: DEBUG nova.network.neutron [req-ee65e97f-dc60-4693-a0c3-fc78b077d693 req-e72c8c3a-5ba3-46a7-ab34-ebaec2c73bfb service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Updated VIF entry in instance network info cache for port f298664a-d9f5-45fb-8cd6-98483cda7fc6. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:08:17 user nova-compute[74974]: DEBUG nova.network.neutron [req-ee65e97f-dc60-4693-a0c3-fc78b077d693 req-e72c8c3a-5ba3-46a7-ab34-ebaec2c73bfb service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Updating instance_info_cache with network_info: [{"id": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "address": "fa:16:3e:76:19:26", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf298664a-d9", "ovs_interfaceid": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:08:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ee65e97f-dc60-4693-a0c3-fc78b077d693 req-e72c8c3a-5ba3-46a7-ab34-ebaec2c73bfb service nova] Releasing lock "refresh_cache-e3268716-23ef-4a63-bd87-50b540d8d782" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:08:18 user nova-compute[74974]: DEBUG nova.compute.manager [req-f421e3e0-b1e2-4a7a-8701-9a6cf0581575 req-6931b2b2-862d-4152-8554-9b0eb4b06744 service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Received event network-changed-f298664a-d9f5-45fb-8cd6-98483cda7fc6 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:08:18 user nova-compute[74974]: DEBUG nova.compute.manager [req-f421e3e0-b1e2-4a7a-8701-9a6cf0581575 req-6931b2b2-862d-4152-8554-9b0eb4b06744 service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Refreshing instance network info cache due to event network-changed-f298664a-d9f5-45fb-8cd6-98483cda7fc6. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:08:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f421e3e0-b1e2-4a7a-8701-9a6cf0581575 req-6931b2b2-862d-4152-8554-9b0eb4b06744 service nova] Acquiring lock "refresh_cache-e3268716-23ef-4a63-bd87-50b540d8d782" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:08:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f421e3e0-b1e2-4a7a-8701-9a6cf0581575 req-6931b2b2-862d-4152-8554-9b0eb4b06744 service nova] Acquired lock "refresh_cache-e3268716-23ef-4a63-bd87-50b540d8d782" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:08:18 user nova-compute[74974]: DEBUG nova.network.neutron [req-f421e3e0-b1e2-4a7a-8701-9a6cf0581575 req-6931b2b2-862d-4152-8554-9b0eb4b06744 service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Refreshing network info cache for port f298664a-d9f5-45fb-8cd6-98483cda7fc6 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:08:18 user nova-compute[74974]: DEBUG nova.network.neutron [req-f421e3e0-b1e2-4a7a-8701-9a6cf0581575 req-6931b2b2-862d-4152-8554-9b0eb4b06744 service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Updated VIF entry in instance network info cache for port f298664a-d9f5-45fb-8cd6-98483cda7fc6. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:08:18 user nova-compute[74974]: DEBUG nova.network.neutron [req-f421e3e0-b1e2-4a7a-8701-9a6cf0581575 req-6931b2b2-862d-4152-8554-9b0eb4b06744 service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Updating instance_info_cache with network_info: [{"id": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "address": "fa:16:3e:76:19:26", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf298664a-d9", "ovs_interfaceid": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:08:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f421e3e0-b1e2-4a7a-8701-9a6cf0581575 req-6931b2b2-862d-4152-8554-9b0eb4b06744 service nova] Releasing lock "refresh_cache-e3268716-23ef-4a63-bd87-50b540d8d782" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:08:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "e3268716-23ef-4a63-bd87-50b540d8d782" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "e3268716-23ef-4a63-bd87-50b540d8d782" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "e3268716-23ef-4a63-bd87-50b540d8d782-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "e3268716-23ef-4a63-bd87-50b540d8d782-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "e3268716-23ef-4a63-bd87-50b540d8d782-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:19 user nova-compute[74974]: INFO nova.compute.manager [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Terminating instance
Nov 29 12:08:19 user nova-compute[74974]: DEBUG nova.compute.manager [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:08:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:20 user nova-compute[74974]: DEBUG nova.compute.manager [req-1622be26-ded3-4258-8f8a-f6341765a027 req-f75aa7d5-88f2-4dbc-9099-3f9d297b607e service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Received event network-vif-unplugged-f298664a-d9f5-45fb-8cd6-98483cda7fc6 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:08:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1622be26-ded3-4258-8f8a-f6341765a027 req-f75aa7d5-88f2-4dbc-9099-3f9d297b607e service nova] Acquiring lock "e3268716-23ef-4a63-bd87-50b540d8d782-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1622be26-ded3-4258-8f8a-f6341765a027 req-f75aa7d5-88f2-4dbc-9099-3f9d297b607e service nova] Lock "e3268716-23ef-4a63-bd87-50b540d8d782-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1622be26-ded3-4258-8f8a-f6341765a027 req-f75aa7d5-88f2-4dbc-9099-3f9d297b607e service nova] Lock "e3268716-23ef-4a63-bd87-50b540d8d782-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:20 user nova-compute[74974]: DEBUG nova.compute.manager [req-1622be26-ded3-4258-8f8a-f6341765a027 req-f75aa7d5-88f2-4dbc-9099-3f9d297b607e service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] No waiting events found dispatching network-vif-unplugged-f298664a-d9f5-45fb-8cd6-98483cda7fc6 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:08:20 user nova-compute[74974]: DEBUG nova.compute.manager [req-1622be26-ded3-4258-8f8a-f6341765a027 req-f75aa7d5-88f2-4dbc-9099-3f9d297b607e service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Received event network-vif-unplugged-f298664a-d9f5-45fb-8cd6-98483cda7fc6 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:08:20 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Instance destroyed successfully.
Nov 29 12:08:20 user nova-compute[74974]: DEBUG nova.objects.instance [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lazy-loading 'resources' on Instance uuid e3268716-23ef-4a63-bd87-50b540d8d782 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:08:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:06:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1938246079',display_name='tempest-TestVolumeBootPattern-server-1938246079',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1938246079',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ5vopPiNUinc8H9f5oV6DJT6e8S7AKKcN9fmPWF7qc5KLzuWZqoJXSFYn3kes5v4dq8pF5COSL6qwK1X3CBcdFYATxLeRCucdDt43KUYBPAt0QZagvWWa7fq0yRmZ9niA==',key_name='tempest-TestVolumeBootPattern-1832510626',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:06:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bfdef526837a498596f2a4b4dab853ed',ramdisk_id='',reservation_id='r-9ys4t458',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-2068658920',owner_user_name='tempest-TestVolumeBootPattern-2068658920-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:06:39Z,user_data=None,user_id='a3916353998a42d6a65cf663877bbf14',uuid=e3268716-23ef-4a63-bd87-50b540d8d782,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "address": "fa:16:3e:76:19:26", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf298664a-d9", "ovs_interfaceid": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:08:20 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converting VIF {"id": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "address": "fa:16:3e:76:19:26", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf298664a-d9", "ovs_interfaceid": "f298664a-d9f5-45fb-8cd6-98483cda7fc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:08:20 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:76:19:26,bridge_name='br-int',has_traffic_filtering=True,id=f298664a-d9f5-45fb-8cd6-98483cda7fc6,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf298664a-d9') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:08:20 user nova-compute[74974]: DEBUG os_vif [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:76:19:26,bridge_name='br-int',has_traffic_filtering=True,id=f298664a-d9f5-45fb-8cd6-98483cda7fc6,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf298664a-d9') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:08:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf298664a-d9, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:08:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=61ac44df-e151-4eff-b1df-1401be5c9988) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:08:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:08:20 user nova-compute[74974]: INFO os_vif [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:76:19:26,bridge_name='br-int',has_traffic_filtering=True,id=f298664a-d9f5-45fb-8cd6-98483cda7fc6,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf298664a-d9')
Nov 29 12:08:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SCHpAwDN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:08:21 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:08:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[49f082dd-d85b-4162-bc96-3c9a8b9e9a42]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e1f0084c-1d64-4b62-9e4a-fcfe1fa3b0ec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:08:21 user nova-compute[74974]: No targets found.
Nov 29 12:08:21 user nova-compute[74974]: iSNS:
Nov 29 12:08:21 user nova-compute[74974]: No targets found.
Nov 29 12:08:21 user nova-compute[74974]: STATIC:
Nov 29 12:08:21 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:08:21 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:08:21 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:08:21 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2
Nov 29 12:08:21 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:08:21 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:08:21 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a
Nov 29 12:08:21 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:08:21 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:08:21 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d
Nov 29 12:08:21 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:08:21 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:08:21 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:e1f0084c-1d64-4b62-9e4a-fcfe1fa3b0ec
Nov 29 12:08:21 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:08:21 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:08:21 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636
Nov 29 12:08:21 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:08:21 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:08:21 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b
Nov 29 12:08:21 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:08:21 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:08:21 user nova-compute[74974]: FIRMWARE:
Nov 29 12:08:21 user nova-compute[74974]: No targets found.
Nov 29 12:08:21 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:08:21 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:08:21 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[60c6d531-fa8f-4187-a798-ffd28b126c5c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e1f0084c-1d64-4b62-9e4a-fcfe1fa3b0ec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.058s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cdfc83f-3a6b-494c-91b9-b2cd03a5cedc]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1f0084c-1d64-4b62-9e4a-fcfe1fa3b0ec (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:08:21 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:08:21 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:08:21 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:08:21 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:08:21 user nova-compute[74974]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1f0084c-1d64-4b62-9e4a-fcfe1fa3b0ec (non-flash)
Nov 29 12:08:21 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:08:21 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:08:21 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:08:21 user nova-compute[74974]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d (non-flash)
Nov 29 12:08:21 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:08:21 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:08:21 user nova-compute[74974]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1f0084c-1d64-4b62-9e4a-fcfe1fa3b0ec (non-flash)
Nov 29 12:08:21 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:08:21 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1acc193880>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d'): ({'sdd'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Removing single pathed devices sdd {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c394eed-9256-40fe-b9e2-896715d2ecaa]: (4, ('path checker states:\nup                  6\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d28ff1c9-0ead-4b13-9def-bea33c79730f]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Flushing IO for device /dev/sdd {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6092efcb-f38b-425c-a2e1-62daa8de57d4]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.055s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f99a9da6-11ee-4888-a1e5-fac5562997bc]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] SCSI volumes sdd have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[21e39e24-f1bd-4812-aade-e9eb794b7814]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d -p 172.16.0.220:3260 --logout" returned: 0 in 0.079s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a305a01c-4d9a-4dd8-a06b-c188c5be96de]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d, portal: 172.16.0.220,3260]
Nov 29 12:08:21 user nova-compute[74974]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d, portal: 172.16.0.220,3260] successful.
Nov 29 12:08:21 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f464b7f2-2f11-4613-bd42-3ffa4e05041d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b54b802-46d6-437e-8f82-7a79e2311473]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.421s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] <== disconnect_volume: return (423ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:08:21 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Deleting instance files /opt/stack/data/nova/instances/e3268716-23ef-4a63-bd87-50b540d8d782_del
Nov 29 12:08:21 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Deletion of /opt/stack/data/nova/instances/e3268716-23ef-4a63-bd87-50b540d8d782_del complete
Nov 29 12:08:21 user nova-compute[74974]: INFO nova.compute.manager [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Took 2.34 seconds to destroy the instance on the hypervisor.
Nov 29 12:08:21 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:08:21 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:08:22 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:08:22 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Took 0.71 seconds to deallocate network for instance.
Nov 29 12:08:22 user nova-compute[74974]: DEBUG nova.compute.manager [req-d2ae8af7-a284-4c40-b804-40a4af77d6be req-35ba4d94-d9fb-4689-b328-2f4c257f8323 service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Received event network-vif-deleted-f298664a-d9f5-45fb-8cd6-98483cda7fc6 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:08:22 user nova-compute[74974]: DEBUG nova.compute.manager [req-efb3b941-9fe0-492d-bcce-0b420a5ff21f req-f5753ec8-738c-4d7c-b8fd-ee1712143308 service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Received event network-vif-plugged-f298664a-d9f5-45fb-8cd6-98483cda7fc6 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:08:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-efb3b941-9fe0-492d-bcce-0b420a5ff21f req-f5753ec8-738c-4d7c-b8fd-ee1712143308 service nova] Acquiring lock "e3268716-23ef-4a63-bd87-50b540d8d782-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-efb3b941-9fe0-492d-bcce-0b420a5ff21f req-f5753ec8-738c-4d7c-b8fd-ee1712143308 service nova] Lock "e3268716-23ef-4a63-bd87-50b540d8d782-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-efb3b941-9fe0-492d-bcce-0b420a5ff21f req-f5753ec8-738c-4d7c-b8fd-ee1712143308 service nova] Lock "e3268716-23ef-4a63-bd87-50b540d8d782-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:22 user nova-compute[74974]: DEBUG nova.compute.manager [req-efb3b941-9fe0-492d-bcce-0b420a5ff21f req-f5753ec8-738c-4d7c-b8fd-ee1712143308 service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] No waiting events found dispatching network-vif-plugged-f298664a-d9f5-45fb-8cd6-98483cda7fc6 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:08:22 user nova-compute[74974]: WARNING nova.compute.manager [req-efb3b941-9fe0-492d-bcce-0b420a5ff21f req-f5753ec8-738c-4d7c-b8fd-ee1712143308 service nova] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Received unexpected event network-vif-plugged-f298664a-d9f5-45fb-8cd6-98483cda7fc6 for instance with vm_state active and task_state deleting.
Nov 29 12:08:23 user nova-compute[74974]: INFO nova.compute.manager [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: e3268716-23ef-4a63-bd87-50b540d8d782] Took 0.92 seconds to detach 1 volumes for instance.
Nov 29 12:08:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:23 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:08:23 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:08:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.528s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:23 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Deleted allocations for instance e3268716-23ef-4a63-bd87-50b540d8d782
Nov 29 12:08:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-595ffd8b-583b-4d86-a531-cb9d8b64712a tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "e3268716-23ef-4a63-bd87-50b540d8d782" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.686s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:08:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:08:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:08:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:08:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:08:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:43 user nova-compute[74974]: INFO nova.compute.manager [None req-05ab3a06-0de6-473e-aa5b-8daff3c9f8a7 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Unrescuing
Nov 29 12:08:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-05ab3a06-0de6-473e-aa5b-8daff3c9f8a7 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "refresh_cache-722d2a93-e947-4da9-b9d6-c3dfded22c46" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:08:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-05ab3a06-0de6-473e-aa5b-8daff3c9f8a7 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquired lock "refresh_cache-722d2a93-e947-4da9-b9d6-c3dfded22c46" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:08:43 user nova-compute[74974]: DEBUG nova.network.neutron [None req-05ab3a06-0de6-473e-aa5b-8daff3c9f8a7 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:08:43 user nova-compute[74974]: DEBUG nova.network.neutron [None req-05ab3a06-0de6-473e-aa5b-8daff3c9f8a7 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Updating instance_info_cache with network_info: [{"id": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "address": "fa:16:3e:ea:3c:43", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.101", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e953aa8-6d", "ovs_interfaceid": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:08:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-05ab3a06-0de6-473e-aa5b-8daff3c9f8a7 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Releasing lock "refresh_cache-722d2a93-e947-4da9-b9d6-c3dfded22c46" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:08:43 user nova-compute[74974]: DEBUG nova.objects.instance [None req-05ab3a06-0de6-473e-aa5b-8daff3c9f8a7 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'flavor' on Instance uuid 722d2a93-e947-4da9-b9d6-c3dfded22c46 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:08:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:43 user nova-compute[74974]: DEBUG nova.compute.manager [req-2ae88102-c255-4daf-8612-ea4cf37d1a48 req-83bea19c-dda3-4ccd-9474-c056818b00dd service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received event network-vif-unplugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:08:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2ae88102-c255-4daf-8612-ea4cf37d1a48 req-83bea19c-dda3-4ccd-9474-c056818b00dd service nova] Acquiring lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2ae88102-c255-4daf-8612-ea4cf37d1a48 req-83bea19c-dda3-4ccd-9474-c056818b00dd service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2ae88102-c255-4daf-8612-ea4cf37d1a48 req-83bea19c-dda3-4ccd-9474-c056818b00dd service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:43 user nova-compute[74974]: DEBUG nova.compute.manager [req-2ae88102-c255-4daf-8612-ea4cf37d1a48 req-83bea19c-dda3-4ccd-9474-c056818b00dd service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] No waiting events found dispatching network-vif-unplugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:08:43 user nova-compute[74974]: WARNING nova.compute.manager [req-2ae88102-c255-4daf-8612-ea4cf37d1a48 req-83bea19c-dda3-4ccd-9474-c056818b00dd service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received unexpected event network-vif-unplugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 for instance with vm_state rescued and task_state unrescuing.
Nov 29 12:08:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:44 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Instance destroyed successfully.
Nov 29 12:08:44 user nova-compute[74974]: DEBUG nova.compute.manager [None req-0f165e68-1390-4332-b526-af744d3bb9a5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:08:44 user nova-compute[74974]: INFO nova.compute.manager [None req-0f165e68-1390-4332-b526-af744d3bb9a5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] instance snapshotting
Nov 29 12:08:44 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-0f165e68-1390-4332-b526-af744d3bb9a5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Beginning live snapshot process
Nov 29 12:08:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0f165e68-1390-4332-b526-af744d3bb9a5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json -f qcow2 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0f165e68-1390-4332-b526-af744d3bb9a5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json -f qcow2" returned: 0 in 0.192s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0f165e68-1390-4332-b526-af744d3bb9a5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json -f qcow2 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0f165e68-1390-4332-b526-af744d3bb9a5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json -f qcow2" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0f165e68-1390-4332-b526-af744d3bb9a5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0f165e68-1390-4332-b526-af744d3bb9a5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.199s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0f165e68-1390-4332-b526-af744d3bb9a5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpjweie4g3/940282c275084d9bb9e8f61b454be6eb.delta 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0f165e68-1390-4332-b526-af744d3bb9a5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpjweie4g3/940282c275084d9bb9e8f61b454be6eb.delta 1073741824" returned: 0 in 0.052s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:45 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-0f165e68-1390-4332-b526-af744d3bb9a5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 29 12:08:46 user nova-compute[74974]: DEBUG nova.compute.manager [req-72f60b82-0c36-453b-b73f-9b24c1b53eda req-8f525de7-8742-479a-87ad-1faba923455e service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received event network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:08:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-72f60b82-0c36-453b-b73f-9b24c1b53eda req-8f525de7-8742-479a-87ad-1faba923455e service nova] Acquiring lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-72f60b82-0c36-453b-b73f-9b24c1b53eda req-8f525de7-8742-479a-87ad-1faba923455e service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-72f60b82-0c36-453b-b73f-9b24c1b53eda req-8f525de7-8742-479a-87ad-1faba923455e service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:46 user nova-compute[74974]: DEBUG nova.compute.manager [req-72f60b82-0c36-453b-b73f-9b24c1b53eda req-8f525de7-8742-479a-87ad-1faba923455e service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] No waiting events found dispatching network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:08:46 user nova-compute[74974]: WARNING nova.compute.manager [req-72f60b82-0c36-453b-b73f-9b24c1b53eda req-8f525de7-8742-479a-87ad-1faba923455e service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received unexpected event network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 for instance with vm_state rescued and task_state unrescuing.
Nov 29 12:08:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-0f165e68-1390-4332-b526-af744d3bb9a5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 12:08:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-0f165e68-1390-4332-b526-af744d3bb9a5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] COPY block job progress, current cursor: 21561344 final cursor: 75563008 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 12:08:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-0f165e68-1390-4332-b526-af744d3bb9a5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74974) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 12:08:47 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-0f165e68-1390-4332-b526-af744d3bb9a5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 29 12:08:47 user nova-compute[74974]: DEBUG nova.privsep.utils [None req-0f165e68-1390-4332-b526-af744d3bb9a5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74974) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 12:08:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0f165e68-1390-4332-b526-af744d3bb9a5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpjweie4g3/940282c275084d9bb9e8f61b454be6eb.delta /opt/stack/data/nova/instances/snapshots/tmpjweie4g3/940282c275084d9bb9e8f61b454be6eb {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:48 user nova-compute[74974]: DEBUG nova.compute.manager [req-82715990-ca21-4a72-9497-783b80cb8c14 req-adb6d3ce-61c1-4b80-8b37-0ba49dfc9f5d service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received event network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:08:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-82715990-ca21-4a72-9497-783b80cb8c14 req-adb6d3ce-61c1-4b80-8b37-0ba49dfc9f5d service nova] Acquiring lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-82715990-ca21-4a72-9497-783b80cb8c14 req-adb6d3ce-61c1-4b80-8b37-0ba49dfc9f5d service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-82715990-ca21-4a72-9497-783b80cb8c14 req-adb6d3ce-61c1-4b80-8b37-0ba49dfc9f5d service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:48 user nova-compute[74974]: DEBUG nova.compute.manager [req-82715990-ca21-4a72-9497-783b80cb8c14 req-adb6d3ce-61c1-4b80-8b37-0ba49dfc9f5d service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] No waiting events found dispatching network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:08:48 user nova-compute[74974]: WARNING nova.compute.manager [req-82715990-ca21-4a72-9497-783b80cb8c14 req-adb6d3ce-61c1-4b80-8b37-0ba49dfc9f5d service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received unexpected event network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 for instance with vm_state rescued and task_state unrescuing.
Nov 29 12:08:48 user nova-compute[74974]: DEBUG nova.compute.manager [req-82715990-ca21-4a72-9497-783b80cb8c14 req-adb6d3ce-61c1-4b80-8b37-0ba49dfc9f5d service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received event network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:08:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-82715990-ca21-4a72-9497-783b80cb8c14 req-adb6d3ce-61c1-4b80-8b37-0ba49dfc9f5d service nova] Acquiring lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-82715990-ca21-4a72-9497-783b80cb8c14 req-adb6d3ce-61c1-4b80-8b37-0ba49dfc9f5d service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-82715990-ca21-4a72-9497-783b80cb8c14 req-adb6d3ce-61c1-4b80-8b37-0ba49dfc9f5d service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:48 user nova-compute[74974]: DEBUG nova.compute.manager [req-82715990-ca21-4a72-9497-783b80cb8c14 req-adb6d3ce-61c1-4b80-8b37-0ba49dfc9f5d service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] No waiting events found dispatching network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:08:48 user nova-compute[74974]: WARNING nova.compute.manager [req-82715990-ca21-4a72-9497-783b80cb8c14 req-adb6d3ce-61c1-4b80-8b37-0ba49dfc9f5d service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received unexpected event network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 for instance with vm_state rescued and task_state unrescuing.
Nov 29 12:08:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-0f165e68-1390-4332-b526-af744d3bb9a5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpjweie4g3/940282c275084d9bb9e8f61b454be6eb.delta /opt/stack/data/nova/instances/snapshots/tmpjweie4g3/940282c275084d9bb9e8f61b454be6eb" returned: 0 in 0.786s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:48 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-0f165e68-1390-4332-b526-af744d3bb9a5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Snapshot extracted, beginning image upload
Nov 29 12:08:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:49 user nova-compute[74974]: DEBUG nova.compute.manager [None req-05ab3a06-0de6-473e-aa5b-8daff3c9f8a7 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:08:49 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:08:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:51 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-0f165e68-1390-4332-b526-af744d3bb9a5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Snapshot image upload complete
Nov 29 12:08:51 user nova-compute[74974]: INFO nova.compute.manager [None req-0f165e68-1390-4332-b526-af744d3bb9a5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Took 6.57 seconds to snapshot the instance on the hypervisor.
Nov 29 12:08:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:52 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:08:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:08:52 user nova-compute[74974]: INFO nova.compute.claims [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Claim successful on node user
Nov 29 12:08:53 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:08:53 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:08:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.545s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:53 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:08:53 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:08:53 user nova-compute[74974]: DEBUG nova.network.neutron [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:08:53 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:08:53 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:08:53 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:08:53 user nova-compute[74974]: DEBUG nova.policy [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0af07c7ab74d4f9ebc7f43420452dabe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2211d314e2634ee79e5747c787920c10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:08:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:53 user nova-compute[74974]: DEBUG nova.compute.manager [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:08:53 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:08:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:08:53 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Creating image(s)
Nov 29 12:08:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "/opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "/opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "/opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "9caf1a82f8ed5dae9733e2253a9cf91f155f0b50" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "9caf1a82f8ed5dae9733e2253a9cf91f155f0b50" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:08:53 user nova-compute[74974]: INFO nova.compute.claims [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Claim successful on node user
Nov 29 12:08:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9caf1a82f8ed5dae9733e2253a9cf91f155f0b50.part --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG nova.network.neutron [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Successfully created port: ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9caf1a82f8ed5dae9733e2253a9cf91f155f0b50.part --force-share --output=json" returned: 0 in 0.183s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG nova.virt.images [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] 523028db-29af-461e-a6e3-be626be02168 was qcow2, converting to raw {{(pid=74974) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG nova.privsep.utils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74974) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/9caf1a82f8ed5dae9733e2253a9cf91f155f0b50.part /opt/stack/data/nova/instances/_base/9caf1a82f8ed5dae9733e2253a9cf91f155f0b50.converted {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/9caf1a82f8ed5dae9733e2253a9cf91f155f0b50.part /opt/stack/data/nova/instances/_base/9caf1a82f8ed5dae9733e2253a9cf91f155f0b50.converted" returned: 0 in 0.433s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9caf1a82f8ed5dae9733e2253a9cf91f155f0b50.converted --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.129s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG nova.compute.manager [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.357s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG nova.network.neutron [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Successfully updated port: ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "refresh_cache-e5d265e1-f85e-4056-9e76-be24a7a3d62c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquired lock "refresh_cache-e5d265e1-f85e-4056-9e76-be24a7a3d62c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG nova.network.neutron [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9caf1a82f8ed5dae9733e2253a9cf91f155f0b50.converted --force-share --output=json" returned: 0 in 0.201s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "9caf1a82f8ed5dae9733e2253a9cf91f155f0b50" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.265s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9caf1a82f8ed5dae9733e2253a9cf91f155f0b50 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-2af3f7a0-2ba3-4212-8db2-6ddb27528fab req-99abcdeb-331d-4bf9-8ce9-90899c804df7 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Received event network-changed-ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-2af3f7a0-2ba3-4212-8db2-6ddb27528fab req-99abcdeb-331d-4bf9-8ce9-90899c804df7 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Refreshing instance network info cache due to event network-changed-ac0ad616-15fd-4c41-8486-02d55306f17b. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2af3f7a0-2ba3-4212-8db2-6ddb27528fab req-99abcdeb-331d-4bf9-8ce9-90899c804df7 service nova] Acquiring lock "refresh_cache-e5d265e1-f85e-4056-9e76-be24a7a3d62c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG nova.compute.manager [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:08:54 user nova-compute[74974]: DEBUG nova.network.neutron [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:08:55 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:08:55 user nova-compute[74974]: DEBUG nova.compute.manager [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:08:55 user nova-compute[74974]: DEBUG nova.network.neutron [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:08:55 user nova-compute[74974]: DEBUG nova.policy [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2c9009324844311bdf63ae6e0d98664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84da09c2433640cb9454d6f827e89090', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:08:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9caf1a82f8ed5dae9733e2253a9cf91f155f0b50 --force-share --output=json" returned: 0 in 0.206s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "9caf1a82f8ed5dae9733e2253a9cf91f155f0b50" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "9caf1a82f8ed5dae9733e2253a9cf91f155f0b50" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9caf1a82f8ed5dae9733e2253a9cf91f155f0b50 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:55 user nova-compute[74974]: DEBUG nova.compute.manager [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:08:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:08:55 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Creating image(s)
Nov 29 12:08:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "/opt/stack/data/nova/instances/ebe839a3-214e-41aa-9906-2a9c96adfa7f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "/opt/stack/data/nova/instances/ebe839a3-214e-41aa-9906-2a9c96adfa7f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "/opt/stack/data/nova/instances/ebe839a3-214e-41aa-9906-2a9c96adfa7f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "6dceb683628c436265de913fcbe91128ae7caef3" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "6dceb683628c436265de913fcbe91128ae7caef3" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6dceb683628c436265de913fcbe91128ae7caef3.part --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9caf1a82f8ed5dae9733e2253a9cf91f155f0b50 --force-share --output=json" returned: 0 in 1.699s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:56 user nova-compute[74974]: DEBUG nova.network.neutron [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Successfully created port: 8e225624-5803-4bab-8e9d-24128332082d {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:08:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9caf1a82f8ed5dae9733e2253a9cf91f155f0b50,backing_fmt=raw /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 1.672s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6dceb683628c436265de913fcbe91128ae7caef3.part --force-share --output=json" returned: 0 in 0.210s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9caf1a82f8ed5dae9733e2253a9cf91f155f0b50,backing_fmt=raw /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk 1073741824" returned: 0 in 0.093s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:56 user nova-compute[74974]: DEBUG nova.virt.images [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] 32279524-7937-484e-b1fb-16c75eb8010e was qcow2, converting to raw {{(pid=74974) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 12:08:56 user nova-compute[74974]: DEBUG nova.privsep.utils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74974) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 12:08:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6dceb683628c436265de913fcbe91128ae7caef3.part /opt/stack/data/nova/instances/_base/6dceb683628c436265de913fcbe91128ae7caef3.converted {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "9caf1a82f8ed5dae9733e2253a9cf91f155f0b50" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 1.878s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9caf1a82f8ed5dae9733e2253a9cf91f155f0b50 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.network.neutron [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Updating instance_info_cache with network_info: [{"id": "ac0ad616-15fd-4c41-8486-02d55306f17b", "address": "fa:16:3e:cd:23:f0", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0ad616-15", "ovs_interfaceid": "ac0ad616-15fd-4c41-8486-02d55306f17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Releasing lock "refresh_cache-e5d265e1-f85e-4056-9e76-be24a7a3d62c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Instance network_info: |[{"id": "ac0ad616-15fd-4c41-8486-02d55306f17b", "address": "fa:16:3e:cd:23:f0", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0ad616-15", "ovs_interfaceid": "ac0ad616-15fd-4c41-8486-02d55306f17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9caf1a82f8ed5dae9733e2253a9cf91f155f0b50 --force-share --output=json" returned: 0 in 0.195s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2af3f7a0-2ba3-4212-8db2-6ddb27528fab req-99abcdeb-331d-4bf9-8ce9-90899c804df7 service nova] Acquired lock "refresh_cache-e5d265e1-f85e-4056-9e76-be24a7a3d62c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.network.neutron [req-2af3f7a0-2ba3-4212-8db2-6ddb27528fab req-99abcdeb-331d-4bf9-8ce9-90899c804df7 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Refreshing network info cache for port ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json" returned: 0 in 0.291s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Cannot resize image /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Ensure instance console log exists: /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Start _get_guest_xml network_info=[{"id": "ac0ad616-15fd-4c41-8486-02d55306f17b", "address": "fa:16:3e:cd:23:f0", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0ad616-15", "ovs_interfaceid": "ac0ad616-15fd-4c41-8486-02d55306f17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T12:08:50Z,direct_url=<?>,disk_format='qcow2',id=523028db-29af-461e-a6e3-be626be02168,min_disk=0,min_ram=0,name='tempest-scenario-img--1517115188',owner='2211d314e2634ee79e5747c787920c10',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T12:08:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '523028db-29af-461e-a6e3-be626be02168'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:08:57 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:08:57 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T12:08:50Z,direct_url=<?>,disk_format='qcow2',id=523028db-29af-461e-a6e3-be626be02168,min_disk=0,min_ram=0,name='tempest-scenario-img--1517115188',owner='2211d314e2634ee79e5747c787920c10',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T12:08:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:08:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-685851521',display_name='tempest-TestMinimumBasicScenario-server-685851521',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-685851521',id=39,image_ref='523028db-29af-461e-a6e3-be626be02168',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIAPbQYZ2fm/foDKUg5TIdbRzbdB27nV+GIwZNTiD9nlzwCd42dG7aDQJMUH5YeezAW56wRLdD24l9FIifYj6ICoHu5MZyvkbLXRxVwV00TAN7Hn7p6XaDWf/p7kYVttig==',key_name='tempest-TestMinimumBasicScenario-1158021566',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2211d314e2634ee79e5747c787920c10',ramdisk_id='',reservation_id='r-3urb3waj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='523028db-29af-461e-a6e3-be626be02168',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1298884758',owner_user_name='tempest-TestMinimumBasicScenario-1298884758-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:08:54Z,user_data=None,user_id='0af07c7ab74d4f9ebc7f43420452dabe',uuid=e5d265e1-f85e-4056-9e76-be24a7a3d62c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ac0ad616-15fd-4c41-8486-02d55306f17b", "address": "fa:16:3e:cd:23:f0", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0ad616-15", "ovs_interfaceid": "ac0ad616-15fd-4c41-8486-02d55306f17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Converting VIF {"id": "ac0ad616-15fd-4c41-8486-02d55306f17b", "address": "fa:16:3e:cd:23:f0", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0ad616-15", "ovs_interfaceid": "ac0ad616-15fd-4c41-8486-02d55306f17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:23:f0,bridge_name='br-int',has_traffic_filtering=True,id=ac0ad616-15fd-4c41-8486-02d55306f17b,network=Network(9dc2f704-2715-4f2a-bac4-49bbf22355e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac0ad616-15') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.objects.instance [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lazy-loading 'pci_devices' on Instance uuid e5d265e1-f85e-4056-9e76-be24a7a3d62c {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6dceb683628c436265de913fcbe91128ae7caef3.part /opt/stack/data/nova/instances/_base/6dceb683628c436265de913fcbe91128ae7caef3.converted" returned: 0 in 0.647s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6dceb683628c436265de913fcbe91128ae7caef3.converted --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:08:57 user nova-compute[74974]:   <uuid>e5d265e1-f85e-4056-9e76-be24a7a3d62c</uuid>
Nov 29 12:08:57 user nova-compute[74974]:   <name>instance-00000027</name>
Nov 29 12:08:57 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:08:57 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:08:57 user nova-compute[74974]:   <metadata>
Nov 29 12:08:57 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:08:57 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:08:57 user nova-compute[74974]:       <nova:name>tempest-TestMinimumBasicScenario-server-685851521</nova:name>
Nov 29 12:08:57 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:08:57</nova:creationTime>
Nov 29 12:08:57 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:08:57 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:08:57 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:08:57 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:08:57 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:08:57 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:08:57 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:08:57 user nova-compute[74974]:       <nova:owner>
Nov 29 12:08:57 user nova-compute[74974]:         <nova:user uuid="0af07c7ab74d4f9ebc7f43420452dabe">tempest-TestMinimumBasicScenario-1298884758-project-member</nova:user>
Nov 29 12:08:57 user nova-compute[74974]:         <nova:project uuid="2211d314e2634ee79e5747c787920c10">tempest-TestMinimumBasicScenario-1298884758</nova:project>
Nov 29 12:08:57 user nova-compute[74974]:       </nova:owner>
Nov 29 12:08:57 user nova-compute[74974]:       <nova:root type="image" uuid="523028db-29af-461e-a6e3-be626be02168"/>
Nov 29 12:08:57 user nova-compute[74974]:       <nova:ports>
Nov 29 12:08:57 user nova-compute[74974]:         <nova:port uuid="ac0ad616-15fd-4c41-8486-02d55306f17b">
Nov 29 12:08:57 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 12:08:57 user nova-compute[74974]:         </nova:port>
Nov 29 12:08:57 user nova-compute[74974]:       </nova:ports>
Nov 29 12:08:57 user nova-compute[74974]:     </nova:instance>
Nov 29 12:08:57 user nova-compute[74974]:   </metadata>
Nov 29 12:08:57 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:08:57 user nova-compute[74974]:     <system>
Nov 29 12:08:57 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:08:57 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:08:57 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:08:57 user nova-compute[74974]:       <entry name="serial">e5d265e1-f85e-4056-9e76-be24a7a3d62c</entry>
Nov 29 12:08:57 user nova-compute[74974]:       <entry name="uuid">e5d265e1-f85e-4056-9e76-be24a7a3d62c</entry>
Nov 29 12:08:57 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:08:57 user nova-compute[74974]:     </system>
Nov 29 12:08:57 user nova-compute[74974]:   </sysinfo>
Nov 29 12:08:57 user nova-compute[74974]:   <os>
Nov 29 12:08:57 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:08:57 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:08:57 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:08:57 user nova-compute[74974]:   </os>
Nov 29 12:08:57 user nova-compute[74974]:   <features>
Nov 29 12:08:57 user nova-compute[74974]:     <acpi/>
Nov 29 12:08:57 user nova-compute[74974]:     <apic/>
Nov 29 12:08:57 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:08:57 user nova-compute[74974]:   </features>
Nov 29 12:08:57 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:08:57 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:08:57 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:08:57 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:08:57 user nova-compute[74974]:   </clock>
Nov 29 12:08:57 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:08:57 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:08:57 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:08:57 user nova-compute[74974]:   </cpu>
Nov 29 12:08:57 user nova-compute[74974]:   <devices>
Nov 29 12:08:57 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:08:57 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:08:57 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk"/>
Nov 29 12:08:57 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:08:57 user nova-compute[74974]:     </disk>
Nov 29 12:08:57 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:08:57 user nova-compute[74974]:       <mac address="fa:16:3e:cd:23:f0"/>
Nov 29 12:08:57 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:08:57 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:08:57 user nova-compute[74974]:       <target dev="tapac0ad616-15"/>
Nov 29 12:08:57 user nova-compute[74974]:     </interface>
Nov 29 12:08:57 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:08:57 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/console.log" append="off"/>
Nov 29 12:08:57 user nova-compute[74974]:     </serial>
Nov 29 12:08:57 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:08:57 user nova-compute[74974]:     <video>
Nov 29 12:08:57 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:08:57 user nova-compute[74974]:     </video>
Nov 29 12:08:57 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:08:57 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:08:57 user nova-compute[74974]:     </rng>
Nov 29 12:08:57 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:08:57 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:08:57 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:08:57 user nova-compute[74974]:     </memballoon>
Nov 29 12:08:57 user nova-compute[74974]:   </devices>
Nov 29 12:08:57 user nova-compute[74974]: </domain>
Nov 29 12:08:57 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:08:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-685851521',display_name='tempest-TestMinimumBasicScenario-server-685851521',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-685851521',id=39,image_ref='523028db-29af-461e-a6e3-be626be02168',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIAPbQYZ2fm/foDKUg5TIdbRzbdB27nV+GIwZNTiD9nlzwCd42dG7aDQJMUH5YeezAW56wRLdD24l9FIifYj6ICoHu5MZyvkbLXRxVwV00TAN7Hn7p6XaDWf/p7kYVttig==',key_name='tempest-TestMinimumBasicScenario-1158021566',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2211d314e2634ee79e5747c787920c10',ramdisk_id='',reservation_id='r-3urb3waj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='523028db-29af-461e-a6e3-be626be02168',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1298884758',owner_user_name='tempest-TestMinimumBasicScenario-1298884758-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:08:54Z,user_data=None,user_id='0af07c7ab74d4f9ebc7f43420452dabe',uuid=e5d265e1-f85e-4056-9e76-be24a7a3d62c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ac0ad616-15fd-4c41-8486-02d55306f17b", "address": "fa:16:3e:cd:23:f0", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0ad616-15", "ovs_interfaceid": "ac0ad616-15fd-4c41-8486-02d55306f17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Converting VIF {"id": "ac0ad616-15fd-4c41-8486-02d55306f17b", "address": "fa:16:3e:cd:23:f0", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0ad616-15", "ovs_interfaceid": "ac0ad616-15fd-4c41-8486-02d55306f17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:23:f0,bridge_name='br-int',has_traffic_filtering=True,id=ac0ad616-15fd-4c41-8486-02d55306f17b,network=Network(9dc2f704-2715-4f2a-bac4-49bbf22355e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac0ad616-15') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG os_vif [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:23:f0,bridge_name='br-int',has_traffic_filtering=True,id=ac0ad616-15fd-4c41-8486-02d55306f17b,network=Network(9dc2f704-2715-4f2a-bac4-49bbf22355e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac0ad616-15') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.325s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd303451c-5145-50b5-9268-99829a17bbab', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapac0ad616-15, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapac0ad616-15, col_values=(('qos', UUID('51a8b469-0f0e-4281-8fe5-306930fe21f1')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapac0ad616-15, col_values=(('external_ids', {'iface-id': 'ac0ad616-15fd-4c41-8486-02d55306f17b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cd:23:f0', 'vm-uuid': 'e5d265e1-f85e-4056-9e76-be24a7a3d62c'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:57 user nova-compute[74974]: INFO os_vif [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:23:f0,bridge_name='br-int',has_traffic_filtering=True,id=ac0ad616-15fd-4c41-8486-02d55306f17b,network=Network(9dc2f704-2715-4f2a-bac4-49bbf22355e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac0ad616-15')
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6dceb683628c436265de913fcbe91128ae7caef3.converted --force-share --output=json" returned: 0 in 0.218s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "6dceb683628c436265de913fcbe91128ae7caef3" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.642s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6dceb683628c436265de913fcbe91128ae7caef3 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] No VIF found with MAC fa:16:3e:cd:23:f0, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.network.neutron [req-2af3f7a0-2ba3-4212-8db2-6ddb27528fab req-99abcdeb-331d-4bf9-8ce9-90899c804df7 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Updated VIF entry in instance network info cache for port ac0ad616-15fd-4c41-8486-02d55306f17b. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.network.neutron [req-2af3f7a0-2ba3-4212-8db2-6ddb27528fab req-99abcdeb-331d-4bf9-8ce9-90899c804df7 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Updating instance_info_cache with network_info: [{"id": "ac0ad616-15fd-4c41-8486-02d55306f17b", "address": "fa:16:3e:cd:23:f0", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0ad616-15", "ovs_interfaceid": "ac0ad616-15fd-4c41-8486-02d55306f17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2af3f7a0-2ba3-4212-8db2-6ddb27528fab req-99abcdeb-331d-4bf9-8ce9-90899c804df7 service nova] Releasing lock "refresh_cache-e5d265e1-f85e-4056-9e76-be24a7a3d62c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6dceb683628c436265de913fcbe91128ae7caef3 --force-share --output=json" returned: 0 in 0.179s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "6dceb683628c436265de913fcbe91128ae7caef3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "6dceb683628c436265de913fcbe91128ae7caef3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6dceb683628c436265de913fcbe91128ae7caef3 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6dceb683628c436265de913fcbe91128ae7caef3 --force-share --output=json" returned: 0 in 0.167s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6dceb683628c436265de913fcbe91128ae7caef3,backing_fmt=raw /opt/stack/data/nova/instances/ebe839a3-214e-41aa-9906-2a9c96adfa7f/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.network.neutron [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Successfully updated port: 8e225624-5803-4bab-8e9d-24128332082d {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6dceb683628c436265de913fcbe91128ae7caef3,backing_fmt=raw /opt/stack/data/nova/instances/ebe839a3-214e-41aa-9906-2a9c96adfa7f/disk 1073741824" returned: 0 in 0.048s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "6dceb683628c436265de913fcbe91128ae7caef3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.221s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6dceb683628c436265de913fcbe91128ae7caef3 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "refresh_cache-ebe839a3-214e-41aa-9906-2a9c96adfa7f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquired lock "refresh_cache-ebe839a3-214e-41aa-9906-2a9c96adfa7f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.network.neutron [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.compute.manager [req-627cf9ae-a144-4bc4-ae08-44f54c9f27d4 req-aaace69f-ec2f-43de-a3ad-db2297d2a9a8 service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Received event network-changed-8e225624-5803-4bab-8e9d-24128332082d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.compute.manager [req-627cf9ae-a144-4bc4-ae08-44f54c9f27d4 req-aaace69f-ec2f-43de-a3ad-db2297d2a9a8 service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Refreshing instance network info cache due to event network-changed-8e225624-5803-4bab-8e9d-24128332082d. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-627cf9ae-a144-4bc4-ae08-44f54c9f27d4 req-aaace69f-ec2f-43de-a3ad-db2297d2a9a8 service nova] Acquiring lock "refresh_cache-ebe839a3-214e-41aa-9906-2a9c96adfa7f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.network.neutron [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6dceb683628c436265de913fcbe91128ae7caef3 --force-share --output=json" returned: 0 in 0.173s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Ensure instance console log exists: /opt/stack/data/nova/instances/ebe839a3-214e-41aa-9906-2a9c96adfa7f/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.network.neutron [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Updating instance_info_cache with network_info: [{"id": "8e225624-5803-4bab-8e9d-24128332082d", "address": "fa:16:3e:a8:32:b0", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e225624-58", "ovs_interfaceid": "8e225624-5803-4bab-8e9d-24128332082d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Releasing lock "refresh_cache-ebe839a3-214e-41aa-9906-2a9c96adfa7f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.compute.manager [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Instance network_info: |[{"id": "8e225624-5803-4bab-8e9d-24128332082d", "address": "fa:16:3e:a8:32:b0", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e225624-58", "ovs_interfaceid": "8e225624-5803-4bab-8e9d-24128332082d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-627cf9ae-a144-4bc4-ae08-44f54c9f27d4 req-aaace69f-ec2f-43de-a3ad-db2297d2a9a8 service nova] Acquired lock "refresh_cache-ebe839a3-214e-41aa-9906-2a9c96adfa7f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.network.neutron [req-627cf9ae-a144-4bc4-ae08-44f54c9f27d4 req-aaace69f-ec2f-43de-a3ad-db2297d2a9a8 service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Refreshing network info cache for port 8e225624-5803-4bab-8e9d-24128332082d {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Start _get_guest_xml network_info=[{"id": "8e225624-5803-4bab-8e9d-24128332082d", "address": "fa:16:3e:a8:32:b0", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e225624-58", "ovs_interfaceid": "8e225624-5803-4bab-8e9d-24128332082d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='6bb0926a9250d5e7af325ea743fb6052',container_format='bare',created_at=2023-11-29T12:08:44Z,direct_url=<?>,disk_format='qcow2',id=32279524-7937-484e-b1fb-16c75eb8010e,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1347455125',owner='84da09c2433640cb9454d6f827e89090',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-29T12:08:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '32279524-7937-484e-b1fb-16c75eb8010e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:08:58 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:08:58 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6bb0926a9250d5e7af325ea743fb6052',container_format='bare',created_at=2023-11-29T12:08:44Z,direct_url=<?>,disk_format='qcow2',id=32279524-7937-484e-b1fb-16c75eb8010e,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1347455125',owner='84da09c2433640cb9454d6f827e89090',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-29T12:08:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:08:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-54781981',display_name='tempest-TestStampPattern-server-54781981',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-54781981',id=40,image_ref='32279524-7937-484e-b1fb-16c75eb8010e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBrXYHCoA+IOKHKEZnluLLiB4NrUmE08JCf3jYLCbPpqc7peA7EQhcr/hF7Z2sq/lf5YFfRgAe5D/KLd2iRJgjVpk8pMuDNEk/K2D08cBK9vMtFUV5of+/iBZ8dsOQgjtw==',key_name='tempest-TestStampPattern-290374335',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='84da09c2433640cb9454d6f827e89090',ramdisk_id='',reservation_id='r-tb3u5kij',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='05b4e1a0-022c-4332-9f20-0217cb1a2290',image_min_disk='1',image_min_ram='0',image_owner_id='84da09c2433640cb9454d6f827e89090',image_owner_project_name='tempest-TestStampPattern-637550434',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-637550434-project-member',image_user_id='a2c9009324844311bdf63ae6e0d98664',network_allocated='True',owner_project_name='tempest-TestStampPattern-637550434',owner_user_name='tempest-TestStampPattern-637550434-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:08:55Z,user_data=None,user_id='a2c9009324844311bdf63ae6e0d98664',uuid=ebe839a3-214e-41aa-9906-2a9c96adfa7f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8e225624-5803-4bab-8e9d-24128332082d", "address": "fa:16:3e:a8:32:b0", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e225624-58", "ovs_interfaceid": "8e225624-5803-4bab-8e9d-24128332082d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Converting VIF {"id": "8e225624-5803-4bab-8e9d-24128332082d", "address": "fa:16:3e:a8:32:b0", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e225624-58", "ovs_interfaceid": "8e225624-5803-4bab-8e9d-24128332082d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:32:b0,bridge_name='br-int',has_traffic_filtering=True,id=8e225624-5803-4bab-8e9d-24128332082d,network=Network(d70a6e61-5e49-451a-9be1-5b3efd652a41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e225624-58') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.objects.instance [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lazy-loading 'pci_devices' on Instance uuid ebe839a3-214e-41aa-9906-2a9c96adfa7f {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:08:58 user nova-compute[74974]:   <uuid>ebe839a3-214e-41aa-9906-2a9c96adfa7f</uuid>
Nov 29 12:08:58 user nova-compute[74974]:   <name>instance-00000028</name>
Nov 29 12:08:58 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:08:58 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:08:58 user nova-compute[74974]:   <metadata>
Nov 29 12:08:58 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:08:58 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:08:58 user nova-compute[74974]:       <nova:name>tempest-TestStampPattern-server-54781981</nova:name>
Nov 29 12:08:58 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:08:58</nova:creationTime>
Nov 29 12:08:58 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:08:58 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:08:58 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:08:58 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:08:58 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:08:58 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:08:58 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:08:58 user nova-compute[74974]:       <nova:owner>
Nov 29 12:08:58 user nova-compute[74974]:         <nova:user uuid="a2c9009324844311bdf63ae6e0d98664">tempest-TestStampPattern-637550434-project-member</nova:user>
Nov 29 12:08:58 user nova-compute[74974]:         <nova:project uuid="84da09c2433640cb9454d6f827e89090">tempest-TestStampPattern-637550434</nova:project>
Nov 29 12:08:58 user nova-compute[74974]:       </nova:owner>
Nov 29 12:08:58 user nova-compute[74974]:       <nova:root type="image" uuid="32279524-7937-484e-b1fb-16c75eb8010e"/>
Nov 29 12:08:58 user nova-compute[74974]:       <nova:ports>
Nov 29 12:08:58 user nova-compute[74974]:         <nova:port uuid="8e225624-5803-4bab-8e9d-24128332082d">
Nov 29 12:08:58 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 12:08:58 user nova-compute[74974]:         </nova:port>
Nov 29 12:08:58 user nova-compute[74974]:       </nova:ports>
Nov 29 12:08:58 user nova-compute[74974]:     </nova:instance>
Nov 29 12:08:58 user nova-compute[74974]:   </metadata>
Nov 29 12:08:58 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:08:58 user nova-compute[74974]:     <system>
Nov 29 12:08:58 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:08:58 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:08:58 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:08:58 user nova-compute[74974]:       <entry name="serial">ebe839a3-214e-41aa-9906-2a9c96adfa7f</entry>
Nov 29 12:08:58 user nova-compute[74974]:       <entry name="uuid">ebe839a3-214e-41aa-9906-2a9c96adfa7f</entry>
Nov 29 12:08:58 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:08:58 user nova-compute[74974]:     </system>
Nov 29 12:08:58 user nova-compute[74974]:   </sysinfo>
Nov 29 12:08:58 user nova-compute[74974]:   <os>
Nov 29 12:08:58 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:08:58 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:08:58 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:08:58 user nova-compute[74974]:   </os>
Nov 29 12:08:58 user nova-compute[74974]:   <features>
Nov 29 12:08:58 user nova-compute[74974]:     <acpi/>
Nov 29 12:08:58 user nova-compute[74974]:     <apic/>
Nov 29 12:08:58 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:08:58 user nova-compute[74974]:   </features>
Nov 29 12:08:58 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:08:58 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:08:58 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:08:58 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:08:58 user nova-compute[74974]:   </clock>
Nov 29 12:08:58 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:08:58 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:08:58 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:08:58 user nova-compute[74974]:   </cpu>
Nov 29 12:08:58 user nova-compute[74974]:   <devices>
Nov 29 12:08:58 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:08:58 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:08:58 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/ebe839a3-214e-41aa-9906-2a9c96adfa7f/disk"/>
Nov 29 12:08:58 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:08:58 user nova-compute[74974]:     </disk>
Nov 29 12:08:58 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:08:58 user nova-compute[74974]:       <mac address="fa:16:3e:a8:32:b0"/>
Nov 29 12:08:58 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:08:58 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:08:58 user nova-compute[74974]:       <target dev="tap8e225624-58"/>
Nov 29 12:08:58 user nova-compute[74974]:     </interface>
Nov 29 12:08:58 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:08:58 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/ebe839a3-214e-41aa-9906-2a9c96adfa7f/console.log" append="off"/>
Nov 29 12:08:58 user nova-compute[74974]:     </serial>
Nov 29 12:08:58 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:08:58 user nova-compute[74974]:     <video>
Nov 29 12:08:58 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:08:58 user nova-compute[74974]:     </video>
Nov 29 12:08:58 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:08:58 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:08:58 user nova-compute[74974]:     </rng>
Nov 29 12:08:58 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:08:58 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:08:58 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:08:58 user nova-compute[74974]:     </memballoon>
Nov 29 12:08:58 user nova-compute[74974]:   </devices>
Nov 29 12:08:58 user nova-compute[74974]: </domain>
Nov 29 12:08:58 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:08:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-54781981',display_name='tempest-TestStampPattern-server-54781981',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-54781981',id=40,image_ref='32279524-7937-484e-b1fb-16c75eb8010e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBrXYHCoA+IOKHKEZnluLLiB4NrUmE08JCf3jYLCbPpqc7peA7EQhcr/hF7Z2sq/lf5YFfRgAe5D/KLd2iRJgjVpk8pMuDNEk/K2D08cBK9vMtFUV5of+/iBZ8dsOQgjtw==',key_name='tempest-TestStampPattern-290374335',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='84da09c2433640cb9454d6f827e89090',ramdisk_id='',reservation_id='r-tb3u5kij',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='05b4e1a0-022c-4332-9f20-0217cb1a2290',image_min_disk='1',image_min_ram='0',image_owner_id='84da09c2433640cb9454d6f827e89090',image_owner_project_name='tempest-TestStampPattern-637550434',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-637550434-project-member',image_user_id='a2c9009324844311bdf63ae6e0d98664',network_allocated='True',owner_project_name='tempest-TestStampPattern-637550434',owner_user_name='tempest-TestStampPattern-637550434-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:08:55Z,user_data=None,user_id='a2c9009324844311bdf63ae6e0d98664',uuid=ebe839a3-214e-41aa-9906-2a9c96adfa7f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8e225624-5803-4bab-8e9d-24128332082d", "address": "fa:16:3e:a8:32:b0", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e225624-58", "ovs_interfaceid": "8e225624-5803-4bab-8e9d-24128332082d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Converting VIF {"id": "8e225624-5803-4bab-8e9d-24128332082d", "address": "fa:16:3e:a8:32:b0", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e225624-58", "ovs_interfaceid": "8e225624-5803-4bab-8e9d-24128332082d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:32:b0,bridge_name='br-int',has_traffic_filtering=True,id=8e225624-5803-4bab-8e9d-24128332082d,network=Network(d70a6e61-5e49-451a-9be1-5b3efd652a41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e225624-58') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG os_vif [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:32:b0,bridge_name='br-int',has_traffic_filtering=True,id=8e225624-5803-4bab-8e9d-24128332082d,network=Network(d70a6e61-5e49-451a-9be1-5b3efd652a41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e225624-58') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3d330350-f23d-5a29-bd7b-4dfecb1a26a8', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8e225624-58, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8e225624-58, col_values=(('qos', UUID('5447480d-b70f-4755-8c30-9a2d450e839e')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8e225624-58, col_values=(('external_ids', {'iface-id': '8e225624-5803-4bab-8e9d-24128332082d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a8:32:b0', 'vm-uuid': 'ebe839a3-214e-41aa-9906-2a9c96adfa7f'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:58 user nova-compute[74974]: INFO os_vif [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:32:b0,bridge_name='br-int',has_traffic_filtering=True,id=8e225624-5803-4bab-8e9d-24128332082d,network=Network(d70a6e61-5e49-451a-9be1-5b3efd652a41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e225624-58')
Nov 29 12:08:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] No VIF found with MAC fa:16:3e:a8:32:b0, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:08:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:08:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdi (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:08:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:08:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:08:59 user nova-compute[74974]: DEBUG nova.network.neutron [req-627cf9ae-a144-4bc4-ae08-44f54c9f27d4 req-aaace69f-ec2f-43de-a3ad-db2297d2a9a8 service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Updated VIF entry in instance network info cache for port 8e225624-5803-4bab-8e9d-24128332082d. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:08:59 user nova-compute[74974]: DEBUG nova.network.neutron [req-627cf9ae-a144-4bc4-ae08-44f54c9f27d4 req-aaace69f-ec2f-43de-a3ad-db2297d2a9a8 service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Updating instance_info_cache with network_info: [{"id": "8e225624-5803-4bab-8e9d-24128332082d", "address": "fa:16:3e:a8:32:b0", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e225624-58", "ovs_interfaceid": "8e225624-5803-4bab-8e9d-24128332082d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:08:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-627cf9ae-a144-4bc4-ae08-44f54c9f27d4 req-aaace69f-ec2f-43de-a3ad-db2297d2a9a8 service nova] Releasing lock "refresh_cache-ebe839a3-214e-41aa-9906-2a9c96adfa7f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:08:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.214s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:08:59 user nova-compute[74974]: DEBUG nova.compute.manager [req-05e785d2-8d1c-486f-88d5-f2fe9840e95c req-87096d7a-900b-469e-945c-a5bd7195c4b5 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Received event network-vif-plugged-ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:08:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-05e785d2-8d1c-486f-88d5-f2fe9840e95c req-87096d7a-900b-469e-945c-a5bd7195c4b5 service nova] Acquiring lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:08:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-05e785d2-8d1c-486f-88d5-f2fe9840e95c req-87096d7a-900b-469e-945c-a5bd7195c4b5 service nova] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:08:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-05e785d2-8d1c-486f-88d5-f2fe9840e95c req-87096d7a-900b-469e-945c-a5bd7195c4b5 service nova] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:08:59 user nova-compute[74974]: DEBUG nova.compute.manager [req-05e785d2-8d1c-486f-88d5-f2fe9840e95c req-87096d7a-900b-469e-945c-a5bd7195c4b5 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] No waiting events found dispatching network-vif-plugged-ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:08:59 user nova-compute[74974]: WARNING nova.compute.manager [req-05e785d2-8d1c-486f-88d5-f2fe9840e95c req-87096d7a-900b-469e-945c-a5bd7195c4b5 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Received unexpected event network-vif-plugged-ac0ad616-15fd-4c41-8486-02d55306f17b for instance with vm_state building and task_state spawning.
Nov 29 12:08:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.375s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:08:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:09:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-84847ce7-8a88-472f-9e88-a946b5266fb4 req-3b175eee-5559-4ce6-bad3-579c7ec7f9fc service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Received event network-vif-plugged-ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-84847ce7-8a88-472f-9e88-a946b5266fb4 req-3b175eee-5559-4ce6-bad3-579c7ec7f9fc service nova] Acquiring lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-84847ce7-8a88-472f-9e88-a946b5266fb4 req-3b175eee-5559-4ce6-bad3-579c7ec7f9fc service nova] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-84847ce7-8a88-472f-9e88-a946b5266fb4 req-3b175eee-5559-4ce6-bad3-579c7ec7f9fc service nova] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-84847ce7-8a88-472f-9e88-a946b5266fb4 req-3b175eee-5559-4ce6-bad3-579c7ec7f9fc service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] No waiting events found dispatching network-vif-plugged-ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:09:03 user nova-compute[74974]: WARNING nova.compute.manager [req-84847ce7-8a88-472f-9e88-a946b5266fb4 req-3b175eee-5559-4ce6-bad3-579c7ec7f9fc service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Received unexpected event network-vif-plugged-ac0ad616-15fd-4c41-8486-02d55306f17b for instance with vm_state building and task_state spawning.
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-84847ce7-8a88-472f-9e88-a946b5266fb4 req-3b175eee-5559-4ce6-bad3-579c7ec7f9fc service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Received event network-vif-plugged-8e225624-5803-4bab-8e9d-24128332082d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-84847ce7-8a88-472f-9e88-a946b5266fb4 req-3b175eee-5559-4ce6-bad3-579c7ec7f9fc service nova] Acquiring lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-84847ce7-8a88-472f-9e88-a946b5266fb4 req-3b175eee-5559-4ce6-bad3-579c7ec7f9fc service nova] Lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-84847ce7-8a88-472f-9e88-a946b5266fb4 req-3b175eee-5559-4ce6-bad3-579c7ec7f9fc service nova] Lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-84847ce7-8a88-472f-9e88-a946b5266fb4 req-3b175eee-5559-4ce6-bad3-579c7ec7f9fc service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] No waiting events found dispatching network-vif-plugged-8e225624-5803-4bab-8e9d-24128332082d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:09:03 user nova-compute[74974]: WARNING nova.compute.manager [req-84847ce7-8a88-472f-9e88-a946b5266fb4 req-3b175eee-5559-4ce6-bad3-579c7ec7f9fc service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Received unexpected event network-vif-plugged-8e225624-5803-4bab-8e9d-24128332082d for instance with vm_state building and task_state spawning.
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-84847ce7-8a88-472f-9e88-a946b5266fb4 req-3b175eee-5559-4ce6-bad3-579c7ec7f9fc service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Received event network-vif-plugged-8e225624-5803-4bab-8e9d-24128332082d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-84847ce7-8a88-472f-9e88-a946b5266fb4 req-3b175eee-5559-4ce6-bad3-579c7ec7f9fc service nova] Acquiring lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-84847ce7-8a88-472f-9e88-a946b5266fb4 req-3b175eee-5559-4ce6-bad3-579c7ec7f9fc service nova] Lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-84847ce7-8a88-472f-9e88-a946b5266fb4 req-3b175eee-5559-4ce6-bad3-579c7ec7f9fc service nova] Lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-84847ce7-8a88-472f-9e88-a946b5266fb4 req-3b175eee-5559-4ce6-bad3-579c7ec7f9fc service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] No waiting events found dispatching network-vif-plugged-8e225624-5803-4bab-8e9d-24128332082d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:09:03 user nova-compute[74974]: WARNING nova.compute.manager [req-84847ce7-8a88-472f-9e88-a946b5266fb4 req-3b175eee-5559-4ce6-bad3-579c7ec7f9fc service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Received unexpected event network-vif-plugged-8e225624-5803-4bab-8e9d-24128332082d for instance with vm_state building and task_state spawning.
Nov 29 12:09:03 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:09:03 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=7569MB free_disk=24.81075668334961GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:09:03 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Instance spawned successfully.
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.manager [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:09:03 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Instance spawned successfully.
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:09:03 user nova-compute[74974]: INFO nova.compute.manager [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Took 9.85 seconds to spawn the instance on the hypervisor.
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Applying migration context for instance 08f04de5-0f3e-4809-8355-552206f14d14 as it has an incoming, in-progress migration 7d06d20e-3a9b-4aee-babb-216573cc1f8e. Migration status is finished {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 29 12:09:03 user nova-compute[74974]: INFO nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Updating resource usage from migration 7d06d20e-3a9b-4aee-babb-216573cc1f8e
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2ed3a206-5fd0-4782-b47a-20497a7df7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance ee78d0d8-0125-46d8-b1e1-2b38eaabeedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e4219657-0bf5-4781-9960-490c7b1d97ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e0cb8e50-6436-4a97-b50c-23f5ad505d68 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 49d0eb31-dd34-4661-9acf-3440ba7fdf21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance c353a48a-de13-4416-891a-869e9967866b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 501bf9d6-c605-4de3-8cfa-86557b9e387e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 722d2a93-e947-4da9-b9d6-c3dfded22c46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 05b4e1a0-022c-4332-9f20-0217cb1a2290 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Migration 7d06d20e-3a9b-4aee-babb-216573cc1f8e is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 08f04de5-0f3e-4809-8355-552206f14d14 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e5d265e1-f85e-4056-9e76-be24a7a3d62c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance ebe839a3-214e-41aa-9906-2a9c96adfa7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 15 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=9728MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=15 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:09:03 user nova-compute[74974]: INFO nova.compute.manager [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Took 8.37 seconds to spawn the instance on the hypervisor.
Nov 29 12:09:03 user nova-compute[74974]: DEBUG nova.compute.manager [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:09:03 user nova-compute[74974]: INFO nova.compute.manager [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Took 10.86 seconds to build instance.
Nov 29 12:09:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d011d3e-844d-4049-b345-9387897eae9c tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.064s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:09:03 user nova-compute[74974]: INFO nova.compute.manager [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Took 10.00 seconds to build instance.
Nov 29 12:09:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-fa92a003-d954-4620-a6b3-a3b91bfea636 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.104s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:04 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:09:04 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:09:04 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:09:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.855s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:09:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:09:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:09:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:09:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:09:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-e4219657-0bf5-4781-9960-490c7b1d97ef" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:09:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-e4219657-0bf5-4781-9960-490c7b1d97ef" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:09:05 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:09:05 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Updating instance_info_cache with network_info: [{"id": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "address": "fa:16:3e:a0:aa:5f", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa75d8594-44", "ovs_interfaceid": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:09:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-e4219657-0bf5-4781-9960-490c7b1d97ef" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:09:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:09:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:09:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:09:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:09:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:09:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:09:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-0cb41ea7-3673-49a3-8123-ce4e046d7d4b req-2587d74e-67a3-46fe-b6c2-4c155fdeac30 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Received event network-changed-f41a47fa-7f0b-42aa-a132-cd3ccb4f085f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:09:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-0cb41ea7-3673-49a3-8123-ce4e046d7d4b req-2587d74e-67a3-46fe-b6c2-4c155fdeac30 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Refreshing instance network info cache due to event network-changed-f41a47fa-7f0b-42aa-a132-cd3ccb4f085f. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:09:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0cb41ea7-3673-49a3-8123-ce4e046d7d4b req-2587d74e-67a3-46fe-b6c2-4c155fdeac30 service nova] Acquiring lock "refresh_cache-c353a48a-de13-4416-891a-869e9967866b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:09:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0cb41ea7-3673-49a3-8123-ce4e046d7d4b req-2587d74e-67a3-46fe-b6c2-4c155fdeac30 service nova] Acquired lock "refresh_cache-c353a48a-de13-4416-891a-869e9967866b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:09:19 user nova-compute[74974]: DEBUG nova.network.neutron [req-0cb41ea7-3673-49a3-8123-ce4e046d7d4b req-2587d74e-67a3-46fe-b6c2-4c155fdeac30 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Refreshing network info cache for port f41a47fa-7f0b-42aa-a132-cd3ccb4f085f {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:09:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "c353a48a-de13-4416-891a-869e9967866b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:09:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "c353a48a-de13-4416-891a-869e9967866b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:09:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "c353a48a-de13-4416-891a-869e9967866b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:09:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "c353a48a-de13-4416-891a-869e9967866b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:09:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "c353a48a-de13-4416-891a-869e9967866b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:09:19 user nova-compute[74974]: INFO nova.compute.manager [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Terminating instance
Nov 29 12:09:19 user nova-compute[74974]: DEBUG nova.compute.manager [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:09:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG nova.network.neutron [req-0cb41ea7-3673-49a3-8123-ce4e046d7d4b req-2587d74e-67a3-46fe-b6c2-4c155fdeac30 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Updated VIF entry in instance network info cache for port f41a47fa-7f0b-42aa-a132-cd3ccb4f085f. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG nova.network.neutron [req-0cb41ea7-3673-49a3-8123-ce4e046d7d4b req-2587d74e-67a3-46fe-b6c2-4c155fdeac30 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Updating instance_info_cache with network_info: [{"id": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "address": "fa:16:3e:56:b4:a8", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf41a47fa-7f", "ovs_interfaceid": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0cb41ea7-3673-49a3-8123-ce4e046d7d4b req-2587d74e-67a3-46fe-b6c2-4c155fdeac30 service nova] Releasing lock "refresh_cache-c353a48a-de13-4416-891a-869e9967866b" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:09:20 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: c353a48a-de13-4416-891a-869e9967866b] Instance destroyed successfully.
Nov 29 12:09:20 user nova-compute[74974]: DEBUG nova.objects.instance [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lazy-loading 'resources' on Instance uuid c353a48a-de13-4416-891a-869e9967866b {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:04:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-750610727',display_name='tempest-TestVolumeBootPattern-server-750610727',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-750610727',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ5vopPiNUinc8H9f5oV6DJT6e8S7AKKcN9fmPWF7qc5KLzuWZqoJXSFYn3kes5v4dq8pF5COSL6qwK1X3CBcdFYATxLeRCucdDt43KUYBPAt0QZagvWWa7fq0yRmZ9niA==',key_name='tempest-TestVolumeBootPattern-1832510626',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:04:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bfdef526837a498596f2a4b4dab853ed',ramdisk_id='',reservation_id='r-pno3lb14',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-2068658920',owner_user_name='tempest-TestVolumeBootPattern-2068658920-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:04:35Z,user_data=None,user_id='a3916353998a42d6a65cf663877bbf14',uuid=c353a48a-de13-4416-891a-869e9967866b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "address": "fa:16:3e:56:b4:a8", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf41a47fa-7f", "ovs_interfaceid": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converting VIF {"id": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "address": "fa:16:3e:56:b4:a8", "network": {"id": "4eae2c7e-a36a-4d48-bd8e-311f0e7ae510", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1572673326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bfdef526837a498596f2a4b4dab853ed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf41a47fa-7f", "ovs_interfaceid": "f41a47fa-7f0b-42aa-a132-cd3ccb4f085f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:56:b4:a8,bridge_name='br-int',has_traffic_filtering=True,id=f41a47fa-7f0b-42aa-a132-cd3ccb4f085f,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf41a47fa-7f') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG os_vif [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:56:b4:a8,bridge_name='br-int',has_traffic_filtering=True,id=f41a47fa-7f0b-42aa-a132-cd3ccb4f085f,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf41a47fa-7f') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf41a47fa-7f, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a4ae0cc1-b19e-4cad-9f51-1d2d18f1192b) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:20 user nova-compute[74974]: INFO os_vif [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:56:b4:a8,bridge_name='br-int',has_traffic_filtering=True,id=f41a47fa-7f0b-42aa-a132-cd3ccb4f085f,network=Network(4eae2c7e-a36a-4d48-bd8e-311f0e7ae510),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf41a47fa-7f')
Nov 29 12:09:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VSmBbpTQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:09:20 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:09:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b5d53f7-dfe5-4b56-9e45-f191e4d2b381]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:09:20 user nova-compute[74974]: No targets found.
Nov 29 12:09:20 user nova-compute[74974]: iSNS:
Nov 29 12:09:20 user nova-compute[74974]: No targets found.
Nov 29 12:09:20 user nova-compute[74974]: STATIC:
Nov 29 12:09:20 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:09:20 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:09:20 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:09:20 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2
Nov 29 12:09:20 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:09:20 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:09:20 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a
Nov 29 12:09:20 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:09:20 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:09:20 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636
Nov 29 12:09:20 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:09:20 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:09:20 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b
Nov 29 12:09:20 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:09:20 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:09:20 user nova-compute[74974]: FIRMWARE:
Nov 29 12:09:20 user nova-compute[74974]: No targets found.
Nov 29 12:09:20 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:09:20 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:09:20 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d12ca57-0e56-47f6-b237-aafa49b0514c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a035f55-0f01-4edf-bae8-b8b752d0d6a9]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:09:20 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:09:20 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:09:20 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:09:20 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:09:20 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:09:20 user nova-compute[74974]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 (non-flash)
Nov 29 12:09:20 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:09:20 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:09:20 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:09:20 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1acc714af0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636'): ({'sdb'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Removing single pathed devices sdb {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[af03a2fa-e91d-4abb-94ee-e5672ffe0d0b]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f4998ca-89af-4611-9a25-83eb78601a01]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Flushing IO for device /dev/sdb {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[724975d6-dcab-4b3d-90eb-a907467d6c4c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[01fd631d-a647-40dd-8cc5-f8501f898c53]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO66fabdb6-b32dabb1565bf7a1', '/dev/disk/by-id/scsi-26233326461626231', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_66fabdb6') {{(pid=85288) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d97f844-7137-4c66-9ca1-3d3f80f932e1]: (4, None) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[34dba583-65ad-48d8-9787-ff6398f9fead]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[754a23d2-a2c9-4f6f-8e05-1a7e5eea6cc1]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636, portal: 172.16.0.220,3260]
Nov 29 12:09:20 user nova-compute[74974]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636, portal: 172.16.0.220,3260] successful.
Nov 29 12:09:20 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a446c40-e858-4824-809a-f78fd1bcd636 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2896938-14aa-48a4-b344-5339b20dca27]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.321s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] <== disconnect_volume: return (322ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:09:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:09:20 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Deleting instance files /opt/stack/data/nova/instances/c353a48a-de13-4416-891a-869e9967866b_del
Nov 29 12:09:20 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Deletion of /opt/stack/data/nova/instances/c353a48a-de13-4416-891a-869e9967866b_del complete
Nov 29 12:09:21 user nova-compute[74974]: INFO nova.compute.manager [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Took 1.31 seconds to destroy the instance on the hypervisor.
Nov 29 12:09:21 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:09:21 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: c353a48a-de13-4416-891a-869e9967866b] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:09:21 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: c353a48a-de13-4416-891a-869e9967866b] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:09:21 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: c353a48a-de13-4416-891a-869e9967866b] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:09:21 user nova-compute[74974]: DEBUG nova.compute.manager [req-c3d48619-d556-48a4-a976-87d52bc701b1 req-f6ee9414-9189-409e-927d-0eec26ae747f service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Received event network-vif-deleted-f41a47fa-7f0b-42aa-a132-cd3ccb4f085f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:09:21 user nova-compute[74974]: INFO nova.compute.manager [req-c3d48619-d556-48a4-a976-87d52bc701b1 req-f6ee9414-9189-409e-927d-0eec26ae747f service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Neutron deleted interface f41a47fa-7f0b-42aa-a132-cd3ccb4f085f; detaching it from the instance and deleting it from the info cache
Nov 29 12:09:21 user nova-compute[74974]: DEBUG nova.network.neutron [req-c3d48619-d556-48a4-a976-87d52bc701b1 req-f6ee9414-9189-409e-927d-0eec26ae747f service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:09:21 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: c353a48a-de13-4416-891a-869e9967866b] Took 0.53 seconds to deallocate network for instance.
Nov 29 12:09:21 user nova-compute[74974]: DEBUG nova.compute.manager [req-c3d48619-d556-48a4-a976-87d52bc701b1 req-f6ee9414-9189-409e-927d-0eec26ae747f service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Detach interface failed, port_id=f41a47fa-7f0b-42aa-a132-cd3ccb4f085f, reason: Instance c353a48a-de13-4416-891a-869e9967866b could not be found. {{(pid=74974) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 12:09:21 user nova-compute[74974]: DEBUG nova.compute.manager [req-14af2637-6414-4d74-a40e-e2f5e41837c9 req-17c7ab10-42e1-4ae1-8862-878bfedbeea2 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Received event network-vif-unplugged-f41a47fa-7f0b-42aa-a132-cd3ccb4f085f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:09:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-14af2637-6414-4d74-a40e-e2f5e41837c9 req-17c7ab10-42e1-4ae1-8862-878bfedbeea2 service nova] Acquiring lock "c353a48a-de13-4416-891a-869e9967866b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:09:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-14af2637-6414-4d74-a40e-e2f5e41837c9 req-17c7ab10-42e1-4ae1-8862-878bfedbeea2 service nova] Lock "c353a48a-de13-4416-891a-869e9967866b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:09:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-14af2637-6414-4d74-a40e-e2f5e41837c9 req-17c7ab10-42e1-4ae1-8862-878bfedbeea2 service nova] Lock "c353a48a-de13-4416-891a-869e9967866b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:09:21 user nova-compute[74974]: DEBUG nova.compute.manager [req-14af2637-6414-4d74-a40e-e2f5e41837c9 req-17c7ab10-42e1-4ae1-8862-878bfedbeea2 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] No waiting events found dispatching network-vif-unplugged-f41a47fa-7f0b-42aa-a132-cd3ccb4f085f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:09:21 user nova-compute[74974]: DEBUG nova.compute.manager [req-14af2637-6414-4d74-a40e-e2f5e41837c9 req-17c7ab10-42e1-4ae1-8862-878bfedbeea2 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Received event network-vif-unplugged-f41a47fa-7f0b-42aa-a132-cd3ccb4f085f for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:09:21 user nova-compute[74974]: DEBUG nova.compute.manager [req-14af2637-6414-4d74-a40e-e2f5e41837c9 req-17c7ab10-42e1-4ae1-8862-878bfedbeea2 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Received event network-vif-plugged-f41a47fa-7f0b-42aa-a132-cd3ccb4f085f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:09:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-14af2637-6414-4d74-a40e-e2f5e41837c9 req-17c7ab10-42e1-4ae1-8862-878bfedbeea2 service nova] Acquiring lock "c353a48a-de13-4416-891a-869e9967866b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:09:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-14af2637-6414-4d74-a40e-e2f5e41837c9 req-17c7ab10-42e1-4ae1-8862-878bfedbeea2 service nova] Lock "c353a48a-de13-4416-891a-869e9967866b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:09:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-14af2637-6414-4d74-a40e-e2f5e41837c9 req-17c7ab10-42e1-4ae1-8862-878bfedbeea2 service nova] Lock "c353a48a-de13-4416-891a-869e9967866b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:09:21 user nova-compute[74974]: DEBUG nova.compute.manager [req-14af2637-6414-4d74-a40e-e2f5e41837c9 req-17c7ab10-42e1-4ae1-8862-878bfedbeea2 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] No waiting events found dispatching network-vif-plugged-f41a47fa-7f0b-42aa-a132-cd3ccb4f085f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:09:21 user nova-compute[74974]: WARNING nova.compute.manager [req-14af2637-6414-4d74-a40e-e2f5e41837c9 req-17c7ab10-42e1-4ae1-8862-878bfedbeea2 service nova] [instance: c353a48a-de13-4416-891a-869e9967866b] Received unexpected event network-vif-plugged-f41a47fa-7f0b-42aa-a132-cd3ccb4f085f for instance with vm_state active and task_state deleting.
Nov 29 12:09:22 user nova-compute[74974]: INFO nova.compute.manager [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] [instance: c353a48a-de13-4416-891a-869e9967866b] Took 0.77 seconds to detach 1 volumes for instance.
Nov 29 12:09:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:09:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:09:22 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:09:22 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:09:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.408s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:09:22 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Deleted allocations for instance c353a48a-de13-4416-891a-869e9967866b
Nov 29 12:09:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b769af4a-b8c5-4d70-a465-1a107ed92be9 tempest-TestVolumeBootPattern-2068658920 tempest-TestVolumeBootPattern-2068658920-project-member] Lock "c353a48a-de13-4416-891a-869e9967866b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.209s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:09:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-76d35ff9-b8ad-4c8b-b28f-e5ea2db18ed0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "08f04de5-0f3e-4809-8355-552206f14d14" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:09:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-76d35ff9-b8ad-4c8b-b28f-e5ea2db18ed0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "08f04de5-0f3e-4809-8355-552206f14d14" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:09:27 user nova-compute[74974]: DEBUG nova.compute.manager [None req-76d35ff9-b8ad-4c8b-b28f-e5ea2db18ed0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Going to confirm migration 2 {{(pid=74974) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4774}}
Nov 29 12:09:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-76d35ff9-b8ad-4c8b-b28f-e5ea2db18ed0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "refresh_cache-08f04de5-0f3e-4809-8355-552206f14d14" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:09:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-76d35ff9-b8ad-4c8b-b28f-e5ea2db18ed0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquired lock "refresh_cache-08f04de5-0f3e-4809-8355-552206f14d14" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:09:27 user nova-compute[74974]: DEBUG nova.network.neutron [None req-76d35ff9-b8ad-4c8b-b28f-e5ea2db18ed0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:09:27 user nova-compute[74974]: DEBUG nova.objects.instance [None req-76d35ff9-b8ad-4c8b-b28f-e5ea2db18ed0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lazy-loading 'info_cache' on Instance uuid 08f04de5-0f3e-4809-8355-552206f14d14 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:09:27 user nova-compute[74974]: DEBUG nova.network.neutron [None req-76d35ff9-b8ad-4c8b-b28f-e5ea2db18ed0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Updating instance_info_cache with network_info: [{"id": "b685154c-d33c-495b-996c-a9fc600e7bd4", "address": "fa:16:3e:e4:aa:d7", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb685154c-d3", "ovs_interfaceid": "b685154c-d33c-495b-996c-a9fc600e7bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:09:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-76d35ff9-b8ad-4c8b-b28f-e5ea2db18ed0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Releasing lock "refresh_cache-08f04de5-0f3e-4809-8355-552206f14d14" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:09:27 user nova-compute[74974]: DEBUG nova.objects.instance [None req-76d35ff9-b8ad-4c8b-b28f-e5ea2db18ed0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lazy-loading 'migration_context' on Instance uuid 08f04de5-0f3e-4809-8355-552206f14d14 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:09:27 user nova-compute[74974]: DEBUG nova.objects.base [None req-76d35ff9-b8ad-4c8b-b28f-e5ea2db18ed0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Object Instance<08f04de5-0f3e-4809-8355-552206f14d14> lazy-loaded attributes: info_cache,migration_context {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:09:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-76d35ff9-b8ad-4c8b-b28f-e5ea2db18ed0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:09:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-76d35ff9-b8ad-4c8b-b28f-e5ea2db18ed0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:09:28 user nova-compute[74974]: INFO nova.compute.manager [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Rescuing
Nov 29 12:09:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "refresh_cache-4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:09:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquired lock "refresh_cache-4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:09:28 user nova-compute[74974]: DEBUG nova.network.neutron [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:09:28 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-76d35ff9-b8ad-4c8b-b28f-e5ea2db18ed0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:09:28 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-76d35ff9-b8ad-4c8b-b28f-e5ea2db18ed0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:09:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-76d35ff9-b8ad-4c8b-b28f-e5ea2db18ed0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.468s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:09:28 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-76d35ff9-b8ad-4c8b-b28f-e5ea2db18ed0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Deleted allocation for migration 7d06d20e-3a9b-4aee-babb-216573cc1f8e
Nov 29 12:09:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-76d35ff9-b8ad-4c8b-b28f-e5ea2db18ed0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "08f04de5-0f3e-4809-8355-552206f14d14" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.607s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:09:28 user nova-compute[74974]: DEBUG nova.network.neutron [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Updating instance_info_cache with network_info: [{"id": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "address": "fa:16:3e:07:08:d8", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ee276fe-29", "ovs_interfaceid": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:09:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Releasing lock "refresh_cache-4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:09:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-65249963-7ee0-48ed-872e-92c706787168 req-11663336-fb4e-4ba2-bb4e-462eac8cecf4 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received event network-vif-unplugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:09:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-65249963-7ee0-48ed-872e-92c706787168 req-11663336-fb4e-4ba2-bb4e-462eac8cecf4 service nova] Acquiring lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:09:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-65249963-7ee0-48ed-872e-92c706787168 req-11663336-fb4e-4ba2-bb4e-462eac8cecf4 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:09:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-65249963-7ee0-48ed-872e-92c706787168 req-11663336-fb4e-4ba2-bb4e-462eac8cecf4 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:09:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-65249963-7ee0-48ed-872e-92c706787168 req-11663336-fb4e-4ba2-bb4e-462eac8cecf4 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] No waiting events found dispatching network-vif-unplugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:09:29 user nova-compute[74974]: WARNING nova.compute.manager [req-65249963-7ee0-48ed-872e-92c706787168 req-11663336-fb4e-4ba2-bb4e-462eac8cecf4 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received unexpected event network-vif-unplugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c for instance with vm_state active and task_state rescuing.
Nov 29 12:09:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:29 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Instance destroyed successfully.
Nov 29 12:09:29 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Attempting a stable device rescue
Nov 29 12:09:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74974) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 12:09:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Instance directory exists: not creating {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 12:09:29 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Creating image(s)
Nov 29 12:09:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "/opt/stack/data/nova/instances/4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:09:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "/opt/stack/data/nova/instances/4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:09:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "/opt/stack/data/nova/instances/4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:09:29 user nova-compute[74974]: DEBUG nova.objects.instance [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lazy-loading 'trusted_certs' on Instance uuid 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:09:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "26b76f08501db028e80627a7132aa5d8fe596951" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:09:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "26b76f08501db028e80627a7132aa5d8fe596951" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:09:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/26b76f08501db028e80627a7132aa5d8fe596951.part --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/26b76f08501db028e80627a7132aa5d8fe596951.part --force-share --output=json" returned: 0 in 0.173s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:30 user nova-compute[74974]: DEBUG nova.virt.images [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] 2b840ff0-4a24-4f7c-9f70-ae951d6704e8 was qcow2, converting to raw {{(pid=74974) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 12:09:30 user nova-compute[74974]: DEBUG nova.privsep.utils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74974) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 12:09:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/26b76f08501db028e80627a7132aa5d8fe596951.part /opt/stack/data/nova/instances/_base/26b76f08501db028e80627a7132aa5d8fe596951.converted {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:31 user nova-compute[74974]: DEBUG nova.compute.manager [req-bc0a0db0-01ba-4b3e-bfc5-6ec04096d45c req-b581f6e5-7dcc-480b-ab3f-e5ebbe8229b9 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:09:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bc0a0db0-01ba-4b3e-bfc5-6ec04096d45c req-b581f6e5-7dcc-480b-ab3f-e5ebbe8229b9 service nova] Acquiring lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:09:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bc0a0db0-01ba-4b3e-bfc5-6ec04096d45c req-b581f6e5-7dcc-480b-ab3f-e5ebbe8229b9 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:09:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bc0a0db0-01ba-4b3e-bfc5-6ec04096d45c req-b581f6e5-7dcc-480b-ab3f-e5ebbe8229b9 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:09:31 user nova-compute[74974]: DEBUG nova.compute.manager [req-bc0a0db0-01ba-4b3e-bfc5-6ec04096d45c req-b581f6e5-7dcc-480b-ab3f-e5ebbe8229b9 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] No waiting events found dispatching network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:09:31 user nova-compute[74974]: WARNING nova.compute.manager [req-bc0a0db0-01ba-4b3e-bfc5-6ec04096d45c req-b581f6e5-7dcc-480b-ab3f-e5ebbe8229b9 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received unexpected event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c for instance with vm_state active and task_state rescuing.
Nov 29 12:09:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/26b76f08501db028e80627a7132aa5d8fe596951.part /opt/stack/data/nova/instances/_base/26b76f08501db028e80627a7132aa5d8fe596951.converted" returned: 0 in 0.635s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/26b76f08501db028e80627a7132aa5d8fe596951.converted --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/26b76f08501db028e80627a7132aa5d8fe596951.converted --force-share --output=json" returned: 0 in 0.180s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "26b76f08501db028e80627a7132aa5d8fe596951" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.140s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:09:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "26b76f08501db028e80627a7132aa5d8fe596951" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:09:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "26b76f08501db028e80627a7132aa5d8fe596951" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:09:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/26b76f08501db028e80627a7132aa5d8fe596951 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/26b76f08501db028e80627a7132aa5d8fe596951 --force-share --output=json" returned: 0 in 0.170s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/26b76f08501db028e80627a7132aa5d8fe596951,backing_fmt=raw /opt/stack/data/nova/instances/4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e/disk.rescue {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/26b76f08501db028e80627a7132aa5d8fe596951,backing_fmt=raw /opt/stack/data/nova/instances/4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e/disk.rescue" returned: 0 in 0.063s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "26b76f08501db028e80627a7132aa5d8fe596951" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:09:31 user nova-compute[74974]: DEBUG nova.objects.instance [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lazy-loading 'migration_context' on Instance uuid 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.objects.base [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Object Instance<4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Start _get_guest_xml network_info=[{"id": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "address": "fa:16:3e:07:08:d8", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "vif_mac": "fa:16:3e:07:08:d8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ee276fe-29", "ovs_interfaceid": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '2b840ff0-4a24-4f7c-9f70-ae951d6704e8', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'attachment_id': '6d157b89-97ee-451e-a147-f7cd2cb73e44', 'guest_format': None, 'device_type': 'disk', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cLVvuNks', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, 'status': 'reserved', 'instance': '4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd94b6bd7-c658-4dc0-b9a5-36b92aaf073b', 'serial': 'd94b6bd7-c658-4dc0-b9a5-36b92aaf073b'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.objects.instance [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lazy-loading 'resources' on Instance uuid 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.objects.base [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Object Instance<4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.objects.instance [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lazy-loading 'numa_topology' on Instance uuid 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.objects.base [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Object Instance<4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:09:32 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:09:32 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.objects.instance [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lazy-loading 'vcpu_model' on Instance uuid 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.objects.base [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Object Instance<4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cLVvuNks', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:09:32 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:09:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:09:32 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:09:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:09:32 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:09:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbe7ba60-9373-4f23-902e-4b1744aaf5e9]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = cLVvuNks\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 29 12:09:32 user nova-compute[74974]: node.name = iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b
Nov 29 12:09:32 user nova-compute[74974]: node.tpgt = -1
Nov 29 12:09:32 user nova-compute[74974]: node.startup = automatic
Nov 29 12:09:32 user nova-compute[74974]: node.leading_login = No
Nov 29 12:09:32 user nova-compute[74974]: iface.iscsi_ifacename = default
Nov 29 12:09:32 user nova-compute[74974]: iface.net_ifacename = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.ipaddress = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.prefix_len = 0
Nov 29 12:09:32 user nova-compute[74974]: iface.hwaddress = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.transport_name = tcp
Nov 29 12:09:32 user nova-compute[74974]: iface.initiatorname = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.state = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.vlan_id = 0
Nov 29 12:09:32 user nova-compute[74974]: iface.vlan_priority = 0
Nov 29 12:09:32 user nova-compute[74974]: iface.vlan_state = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.iface_num = 0
Nov 29 12:09:32 user nova-compute[74974]: iface.mtu = 0
Nov 29 12:09:32 user nova-compute[74974]: iface.port = 0
Nov 29 12:09:32 user nova-compute[74974]: iface.bootproto = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.subnet_mask = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.gateway = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.dhcp_alt_client_id_state = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.dhcp_alt_client_id = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.dhcp_dns = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.dhcp_learn_iqn = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.dhcp_req_vendor_id_state = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.dhcp_vendor_id_state = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.dhcp_vendor_id = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.dhcp_slp_da = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.fragmentation = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.gratuitous_arp = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.incoming_forwarding = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.tos_state = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.tos = 0
Nov 29 12:09:32 user nova-compute[74974]: iface.ttl = 0
Nov 29 12:09:32 user nova-compute[74974]: iface.delayed_ack = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.tcp_nagle = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.tcp_wsf_state = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.tcp_wsf = 0
Nov 29 12:09:32 user nova-compute[74974]: iface.tcp_timer_scale = 0
Nov 29 12:09:32 user nova-compute[74974]: iface.tcp_timestamp = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.redirect = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.def_task_mgmt_timeout = 0
Nov 29 12:09:32 user nova-compute[74974]: iface.header_digest = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.data_digest = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.immediate_data = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.initial_r2t = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.data_seq_inorder = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.data_pdu_inorder = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.erl = 0
Nov 29 12:09:32 user nova-compute[74974]: iface.max_receive_data_len = 0
Nov 29 12:09:32 user nova-compute[74974]: iface.first_burst_len = 0
Nov 29 12:09:32 user nova-compute[74974]: iface.max_outstanding_r2t = 0
Nov 29 12:09:32 user nova-compute[74974]: iface.max_burst_len = 0
Nov 29 12:09:32 user nova-compute[74974]: iface.chap_auth = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.bidi_chap = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.strict_login_compliance = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.discovery_auth = <empty>
Nov 29 12:09:32 user nova-compute[74974]: iface.discovery_logout = <empty>
Nov 29 12:09:32 user nova-compute[74974]: node.discovery_address = <empty>
Nov 29 12:09:32 user nova-compute[74974]: node.discovery_port = 0
Nov 29 12:09:32 user nova-compute[74974]: node.discovery_type = static
Nov 29 12:09:32 user nova-compute[74974]: node.session.initial_cmdsn = 0
Nov 29 12:09:32 user nova-compute[74974]: node.session.initial_login_retry_max = 8
Nov 29 12:09:32 user nova-compute[74974]: node.session.xmit_thread_priority = -20
Nov 29 12:09:32 user nova-compute[74974]: node.session.cmds_max = 128
Nov 29 12:09:32 user nova-compute[74974]: node.session.queue_depth = 32
Nov 29 12:09:32 user nova-compute[74974]: node.session.nr_sessions = 1
Nov 29 12:09:32 user nova-compute[74974]: node.session.auth.authmethod = CHAP
Nov 29 12:09:32 user nova-compute[74974]: node.session.auth.username = cLVvuNks
Nov 29 12:09:32 user nova-compute[74974]: node.session.auth.password = ***
Nov 29 12:09:32 user nova-compute[74974]: node.session.auth.username_in = <empty>
Nov 29 12:09:32 user nova-compute[74974]: node.session.auth.password_in = <empty>
Nov 29 12:09:32 user nova-compute[74974]: node.session.auth.chap_algs = MD5
Nov 29 12:09:32 user nova-compute[74974]: node.session.timeo.replacement_timeout = 120
Nov 29 12:09:32 user nova-compute[74974]: node.session.err_timeo.abort_timeout = 15
Nov 29 12:09:32 user nova-compute[74974]: node.session.err_timeo.lu_reset_timeout = 30
Nov 29 12:09:32 user nova-compute[74974]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 29 12:09:32 user nova-compute[74974]: node.session.err_timeo.host_reset_timeout = 60
Nov 29 12:09:32 user nova-compute[74974]: node.session.iscsi.FastAbort = Yes
Nov 29 12:09:32 user nova-compute[74974]: node.session.iscsi.InitialR2T = No
Nov 29 12:09:32 user nova-compute[74974]: node.session.iscsi.ImmediateData = Yes
Nov 29 12:09:32 user nova-compute[74974]: node.session.iscsi.FirstBurstLength = 262144
Nov 29 12:09:32 user nova-compute[74974]: node.session.iscsi.MaxBurstLength = 16776192
Nov 29 12:09:32 user nova-compute[74974]: node.session.iscsi.DefaultTime2Retain = 0
Nov 29 12:09:32 user nova-compute[74974]: node.session.iscsi.DefaultTime2Wait = 2
Nov 29 12:09:32 user nova-compute[74974]: node.session.iscsi.MaxConnections = 1
Nov 29 12:09:32 user nova-compute[74974]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 29 12:09:32 user nova-compute[74974]: node.session.iscsi.ERL = 0
Nov 29 12:09:32 user nova-compute[74974]: node.session.scan = manual
Nov 29 12:09:32 user nova-compute[74974]: node.session.reopen_max = 0
Nov 29 12:09:32 user nova-compute[74974]: node.conn[0].address = 172.16.0.220
Nov 29 12:09:32 user nova-compute[74974]: node.conn[0].port = 3260
Nov 29 12:09:32 user nova-compute[74974]: node.conn[0].startup = manual
Nov 29 12:09:32 user nova-compute[74974]: node.conn[0].tcp.window_size = 524288
Nov 29 12:09:32 user nova-compute[74974]: node.conn[0].tcp.type_of_service = 0
Nov 29 12:09:32 user nova-compute[74974]: node.conn[0].timeo.logout_timeout = 15
Nov 29 12:09:32 user nova-compute[74974]: node.conn[0].timeo.login_timeout = 15
Nov 29 12:09:32 user nova-compute[74974]: node.conn[0].timeo.auth_timeout = 45
Nov 29 12:09:32 user nova-compute[74974]: node.conn[0].timeo.noop_out_interval = 5
Nov 29 12:09:32 user nova-compute[74974]: node.conn[0].timeo.noop_out_timeout = 5
Nov 29 12:09:32 user nova-compute[74974]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 29 12:09:32 user nova-compute[74974]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 29 12:09:32 user nova-compute[74974]: node.conn[0].iscsi.HeaderDigest = None
Nov 29 12:09:32 user nova-compute[74974]: node.conn[0].iscsi.DataDigest = None
Nov 29 12:09:32 user nova-compute[74974]: node.conn[0].iscsi.IFMarker = No
Nov 29 12:09:32 user nova-compute[74974]: node.conn[0].iscsi.OFMarker = No
Nov 29 12:09:32 user nova-compute[74974]: # END RECORD
Nov 29 12:09:32 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[086c5a58-c1be-42a7-96f6-b151d5778e2a]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[98260fd1-5732-4575-90ce-c903940729fe]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cLVvuNks {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cLVvuNks" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[da312e57-ccc2-4e2e-8fa1-42fa38a7d165]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cLVvuNks'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ff854f0-fae6-4847-80ce-0aced6a45d5b]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[446b167f-1067-47ba-a590-a85954b791f0]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:09:32 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:09:32 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:09:32 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:09:32 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:09:32 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:09:32 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:09:32 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:09:32 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.140s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] HCTL ('40', '0', '0', 0) found on session 48 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Scanning host 40 c: 0, t: 0, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.012s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[aced2285-43b1-4426-94c4-f869d7738745]: (4, ('0 0 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Searching for a device in session 48 and hctl ('40', '0', '0', 0) yield: sdi {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cLVvuNks', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.162s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] <== connect_volume: return (163ms) {'type': 'block', 'scsi_wwn': '26537656534383437', 'path': '/dev/sdi'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26537656534383437', 'path': '/dev/sdi'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:07:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1740468983',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1740468983',id=38,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:08:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2e26d19eb78e40fab0e0b3afba63dbb1',ramdisk_id='',reservation_id='r-fyk6i2hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:08:12Z,user_data=None,user_id='47cf3f690e8140818fa4f5ce4c6bb348',uuid=4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "address": "fa:16:3e:07:08:d8", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "vif_mac": "fa:16:3e:07:08:d8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ee276fe-29", "ovs_interfaceid": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converting VIF {"id": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "address": "fa:16:3e:07:08:d8", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "vif_mac": "fa:16:3e:07:08:d8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ee276fe-29", "ovs_interfaceid": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:07:08:d8,bridge_name='br-int',has_traffic_filtering=True,id=0ee276fe-29ee-4f84-8d1c-f0e35a56942c,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ee276fe-29') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.objects.instance [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lazy-loading 'pci_devices' on Instance uuid 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.objects.base [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Object Instance<4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:09:32 user nova-compute[74974]:   <uuid>4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e</uuid>
Nov 29 12:09:32 user nova-compute[74974]:   <name>instance-00000026</name>
Nov 29 12:09:32 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:09:32 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:09:32 user nova-compute[74974]:   <metadata>
Nov 29 12:09:32 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:09:32 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:09:32 user nova-compute[74974]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1740468983</nova:name>
Nov 29 12:09:32 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:09:32</nova:creationTime>
Nov 29 12:09:32 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:09:32 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:09:32 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:09:32 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:09:32 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:09:32 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:09:32 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:09:32 user nova-compute[74974]:       <nova:owner>
Nov 29 12:09:32 user nova-compute[74974]:         <nova:user uuid="47cf3f690e8140818fa4f5ce4c6bb348">tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member</nova:user>
Nov 29 12:09:32 user nova-compute[74974]:         <nova:project uuid="2e26d19eb78e40fab0e0b3afba63dbb1">tempest-ServerBootFromVolumeStableRescueTest-1027217046</nova:project>
Nov 29 12:09:32 user nova-compute[74974]:       </nova:owner>
Nov 29 12:09:32 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:09:32 user nova-compute[74974]:       <nova:ports>
Nov 29 12:09:32 user nova-compute[74974]:         <nova:port uuid="0ee276fe-29ee-4f84-8d1c-f0e35a56942c">
Nov 29 12:09:32 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 12:09:32 user nova-compute[74974]:         </nova:port>
Nov 29 12:09:32 user nova-compute[74974]:       </nova:ports>
Nov 29 12:09:32 user nova-compute[74974]:     </nova:instance>
Nov 29 12:09:32 user nova-compute[74974]:   </metadata>
Nov 29 12:09:32 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:09:32 user nova-compute[74974]:     <system>
Nov 29 12:09:32 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:09:32 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:09:32 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:09:32 user nova-compute[74974]:       <entry name="serial">4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e</entry>
Nov 29 12:09:32 user nova-compute[74974]:       <entry name="uuid">4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e</entry>
Nov 29 12:09:32 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:09:32 user nova-compute[74974]:     </system>
Nov 29 12:09:32 user nova-compute[74974]:   </sysinfo>
Nov 29 12:09:32 user nova-compute[74974]:   <os>
Nov 29 12:09:32 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:09:32 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:09:32 user nova-compute[74974]:   </os>
Nov 29 12:09:32 user nova-compute[74974]:   <features>
Nov 29 12:09:32 user nova-compute[74974]:     <acpi/>
Nov 29 12:09:32 user nova-compute[74974]:     <apic/>
Nov 29 12:09:32 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:09:32 user nova-compute[74974]:   </features>
Nov 29 12:09:32 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:09:32 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:09:32 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:09:32 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:09:32 user nova-compute[74974]:   </clock>
Nov 29 12:09:32 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:09:32 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:09:32 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:09:32 user nova-compute[74974]:   </cpu>
Nov 29 12:09:32 user nova-compute[74974]:   <devices>
Nov 29 12:09:32 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 12:09:32 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:09:32 user nova-compute[74974]:       <source dev="/dev/sdi"/>
Nov 29 12:09:32 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:09:32 user nova-compute[74974]:       <serial>d94b6bd7-c658-4dc0-b9a5-36b92aaf073b</serial>
Nov 29 12:09:32 user nova-compute[74974]:     </disk>
Nov 29 12:09:32 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:09:32 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:09:32 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e/disk.rescue"/>
Nov 29 12:09:32 user nova-compute[74974]:       <target dev="vdb" bus="virtio"/>
Nov 29 12:09:32 user nova-compute[74974]:       <boot order="1"/>
Nov 29 12:09:32 user nova-compute[74974]:     </disk>
Nov 29 12:09:32 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:09:32 user nova-compute[74974]:       <mac address="fa:16:3e:07:08:d8"/>
Nov 29 12:09:32 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:09:32 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:09:32 user nova-compute[74974]:       <target dev="tap0ee276fe-29"/>
Nov 29 12:09:32 user nova-compute[74974]:     </interface>
Nov 29 12:09:32 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:09:32 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e/console.log" append="off"/>
Nov 29 12:09:32 user nova-compute[74974]:     </serial>
Nov 29 12:09:32 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:09:32 user nova-compute[74974]:     <video>
Nov 29 12:09:32 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:09:32 user nova-compute[74974]:     </video>
Nov 29 12:09:32 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:09:32 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:09:32 user nova-compute[74974]:     </rng>
Nov 29 12:09:32 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:09:32 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:09:32 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:09:32 user nova-compute[74974]:     </memballoon>
Nov 29 12:09:32 user nova-compute[74974]:   </devices>
Nov 29 12:09:32 user nova-compute[74974]: </domain>
Nov 29 12:09:32 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:09:32 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Instance destroyed successfully.
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:09:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] No VIF found with MAC fa:16:3e:07:08:d8, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:09:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-9d2f6b21-ccb1-46b3-af04-40d4d87f14a4 req-18926492-fbbe-454c-a6fd-c41a4e938a97 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:09:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9d2f6b21-ccb1-46b3-af04-40d4d87f14a4 req-18926492-fbbe-454c-a6fd-c41a4e938a97 service nova] Acquiring lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:09:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9d2f6b21-ccb1-46b3-af04-40d4d87f14a4 req-18926492-fbbe-454c-a6fd-c41a4e938a97 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:09:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9d2f6b21-ccb1-46b3-af04-40d4d87f14a4 req-18926492-fbbe-454c-a6fd-c41a4e938a97 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:09:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-9d2f6b21-ccb1-46b3-af04-40d4d87f14a4 req-18926492-fbbe-454c-a6fd-c41a4e938a97 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] No waiting events found dispatching network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:09:33 user nova-compute[74974]: WARNING nova.compute.manager [req-9d2f6b21-ccb1-46b3-af04-40d4d87f14a4 req-18926492-fbbe-454c-a6fd-c41a4e938a97 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received unexpected event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c for instance with vm_state active and task_state rescuing.
Nov 29 12:09:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:35 user nova-compute[74974]: DEBUG nova.compute.manager [req-f0db2b7d-134b-4858-839e-f50c3f25cc87 req-c63f445b-2ae6-4f4f-8a78-9a5824e1b511 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:09:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f0db2b7d-134b-4858-839e-f50c3f25cc87 req-c63f445b-2ae6-4f4f-8a78-9a5824e1b511 service nova] Acquiring lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:09:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f0db2b7d-134b-4858-839e-f50c3f25cc87 req-c63f445b-2ae6-4f4f-8a78-9a5824e1b511 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:09:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f0db2b7d-134b-4858-839e-f50c3f25cc87 req-c63f445b-2ae6-4f4f-8a78-9a5824e1b511 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:09:35 user nova-compute[74974]: DEBUG nova.compute.manager [req-f0db2b7d-134b-4858-839e-f50c3f25cc87 req-c63f445b-2ae6-4f4f-8a78-9a5824e1b511 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] No waiting events found dispatching network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:09:35 user nova-compute[74974]: WARNING nova.compute.manager [req-f0db2b7d-134b-4858-839e-f50c3f25cc87 req-c63f445b-2ae6-4f4f-8a78-9a5824e1b511 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received unexpected event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c for instance with vm_state active and task_state rescuing.
Nov 29 12:09:36 user nova-compute[74974]: DEBUG nova.compute.manager [None req-ce0410ea-c500-40bf-9abd-26874fc80fb5 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:09:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:51 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:09:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:54 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:09:54 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:09:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:09:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:09:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:09:54 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:09:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebe839a3-214e-41aa-9906-2a9c96adfa7f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebe839a3-214e-41aa-9906-2a9c96adfa7f/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebe839a3-214e-41aa-9906-2a9c96adfa7f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebe839a3-214e-41aa-9906-2a9c96adfa7f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:09:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:09:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdi (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:09:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e/disk.rescue --force-share --output=json" returned: 0 in 0.219s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:09:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:09:59 user nova-compute[74974]: INFO nova.compute.manager [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Unshelving
Nov 29 12:09:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:59 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:09:59 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:09:59 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=7291MB free_disk=24.588504791259766GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:09:59 user nova-compute[74974]: INFO nova.virt.block_device [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Booting with volume e14a941c-38e1-4317-8f75-d59880df1697 at /dev/vdc
Nov 29 12:09:59 user nova-compute[74974]: DEBUG os_brick.utils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a45179e-ee66-42e7-b432-10352f5019d5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[fce64c60-bc9d-4874-9dfb-5b422cf1ebf4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[84c83675-ce46-4e9e-b49d-723a49dd972f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d445c96-4fae-425b-92f3-c94bdc744740]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2ed3a206-5fd0-4782-b47a-20497a7df7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance ee78d0d8-0125-46d8-b1e1-2b38eaabeedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e4219657-0bf5-4781-9960-490c7b1d97ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e0cb8e50-6436-4a97-b50c-23f5ad505d68 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 49d0eb31-dd34-4661-9acf-3440ba7fdf21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 501bf9d6-c605-4de3-8cfa-86557b9e387e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 722d2a93-e947-4da9-b9d6-c3dfded22c46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 05b4e1a0-022c-4332-9f20-0217cb1a2290 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 08f04de5-0f3e-4809-8355-552206f14d14 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e5d265e1-f85e-4056-9e76-be24a7a3d62c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance ebe839a3-214e-41aa-9906-2a9c96adfa7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:09:59 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:09:59 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc686a38-728f-4cc1-9ef7-03027ed8121b]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG os_brick.utils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Updating existing volume attachment record: 7fa98659-8406-4fed-ae7d-642893716ee8 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e604fb90-ac09-4a3c-b54a-67c3bb022dc5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:09:59 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=8704MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:10:00 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:10:00 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:10:00 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:10:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.662s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:10:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:02 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:10:02 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:10:02 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:10:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-e0cb8e50-6436-4a97-b50c-23f5ad505d68" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:10:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-e0cb8e50-6436-4a97-b50c-23f5ad505d68" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:10:02 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:10:02 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Updating instance_info_cache with network_info: [{"id": "7d994ad2-c294-441a-8d28-c529c8e0416c", "address": "fa:16:3e:da:de:f1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d994ad2-c2", "ovs_interfaceid": "7d994ad2-c294-441a-8d28-c529c8e0416c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:10:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-e0cb8e50-6436-4a97-b50c-23f5ad505d68" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:10:02 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:10:02 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:10:02 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:10:02 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:10:02 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:10:03 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:10:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:10:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:10:07 user nova-compute[74974]: DEBUG nova.objects.instance [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lazy-loading 'pci_requests' on Instance uuid e604fb90-ac09-4a3c-b54a-67c3bb022dc5 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:10:07 user nova-compute[74974]: DEBUG nova.objects.instance [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lazy-loading 'numa_topology' on Instance uuid e604fb90-ac09-4a3c-b54a-67c3bb022dc5 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:10:07 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:10:07 user nova-compute[74974]: INFO nova.compute.claims [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Claim successful on node user
Nov 29 12:10:07 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:10:07 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:10:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.474s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:10:08 user nova-compute[74974]: INFO nova.network.neutron [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Updating port 440d22f6-a3b9-49c0-9d37-bb891e804299 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 29 12:10:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "refresh_cache-e604fb90-ac09-4a3c-b54a-67c3bb022dc5" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:10:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquired lock "refresh_cache-e604fb90-ac09-4a3c-b54a-67c3bb022dc5" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:10:08 user nova-compute[74974]: DEBUG nova.network.neutron [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:10:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-3f966425-e8e2-4066-b482-20fe6de3b92e req-c0ee0172-098e-47c1-ac2b-523c58a8dea8 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Received event network-changed-440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:10:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-3f966425-e8e2-4066-b482-20fe6de3b92e req-c0ee0172-098e-47c1-ac2b-523c58a8dea8 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Refreshing instance network info cache due to event network-changed-440d22f6-a3b9-49c0-9d37-bb891e804299. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:10:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3f966425-e8e2-4066-b482-20fe6de3b92e req-c0ee0172-098e-47c1-ac2b-523c58a8dea8 service nova] Acquiring lock "refresh_cache-e604fb90-ac09-4a3c-b54a-67c3bb022dc5" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:10:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:09 user nova-compute[74974]: DEBUG nova.network.neutron [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Updating instance_info_cache with network_info: [{"id": "440d22f6-a3b9-49c0-9d37-bb891e804299", "address": "fa:16:3e:a2:b8:8a", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440d22f6-a3", "ovs_interfaceid": "440d22f6-a3b9-49c0-9d37-bb891e804299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:10:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Releasing lock "refresh_cache-e604fb90-ac09-4a3c-b54a-67c3bb022dc5" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:10:09 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:10:09 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Creating image(s)
Nov 29 12:10:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "/opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:10:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "/opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:10:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "/opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.020s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:10:09 user nova-compute[74974]: DEBUG nova.objects.instance [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lazy-loading 'trusted_certs' on Instance uuid e604fb90-ac09-4a3c-b54a-67c3bb022dc5 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:10:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3f966425-e8e2-4066-b482-20fe6de3b92e req-c0ee0172-098e-47c1-ac2b-523c58a8dea8 service nova] Acquired lock "refresh_cache-e604fb90-ac09-4a3c-b54a-67c3bb022dc5" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:10:09 user nova-compute[74974]: DEBUG nova.network.neutron [req-3f966425-e8e2-4066-b482-20fe6de3b92e req-c0ee0172-098e-47c1-ac2b-523c58a8dea8 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Refreshing network info cache for port 440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:10:09 user nova-compute[74974]: DEBUG nova.objects.base [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Object Instance<e604fb90-ac09-4a3c-b54a-67c3bb022dc5> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:10:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "3cd8b0aa4583b56c43f5db52134b4283c75669aa" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:10:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "3cd8b0aa4583b56c43f5db52134b4283c75669aa" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:10:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3cd8b0aa4583b56c43f5db52134b4283c75669aa.part --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3cd8b0aa4583b56c43f5db52134b4283c75669aa.part --force-share --output=json" returned: 0 in 0.185s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:10 user nova-compute[74974]: DEBUG nova.virt.images [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] a800c88b-81ed-41ae-9d8b-1bfc0450403e was qcow2, converting to raw {{(pid=74974) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 12:10:10 user nova-compute[74974]: DEBUG nova.privsep.utils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74974) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 12:10:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3cd8b0aa4583b56c43f5db52134b4283c75669aa.part /opt/stack/data/nova/instances/_base/3cd8b0aa4583b56c43f5db52134b4283c75669aa.converted {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:10 user nova-compute[74974]: DEBUG nova.network.neutron [req-3f966425-e8e2-4066-b482-20fe6de3b92e req-c0ee0172-098e-47c1-ac2b-523c58a8dea8 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Updated VIF entry in instance network info cache for port 440d22f6-a3b9-49c0-9d37-bb891e804299. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:10:11 user nova-compute[74974]: DEBUG nova.network.neutron [req-3f966425-e8e2-4066-b482-20fe6de3b92e req-c0ee0172-098e-47c1-ac2b-523c58a8dea8 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Updating instance_info_cache with network_info: [{"id": "440d22f6-a3b9-49c0-9d37-bb891e804299", "address": "fa:16:3e:a2:b8:8a", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440d22f6-a3", "ovs_interfaceid": "440d22f6-a3b9-49c0-9d37-bb891e804299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:10:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3f966425-e8e2-4066-b482-20fe6de3b92e req-c0ee0172-098e-47c1-ac2b-523c58a8dea8 service nova] Releasing lock "refresh_cache-e604fb90-ac09-4a3c-b54a-67c3bb022dc5" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:10:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3cd8b0aa4583b56c43f5db52134b4283c75669aa.part /opt/stack/data/nova/instances/_base/3cd8b0aa4583b56c43f5db52134b4283c75669aa.converted" returned: 0 in 0.478s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3cd8b0aa4583b56c43f5db52134b4283c75669aa.converted --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3cd8b0aa4583b56c43f5db52134b4283c75669aa.converted --force-share --output=json" returned: 0 in 0.171s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "3cd8b0aa4583b56c43f5db52134b4283c75669aa" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.156s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:10:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3cd8b0aa4583b56c43f5db52134b4283c75669aa --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3cd8b0aa4583b56c43f5db52134b4283c75669aa --force-share --output=json" returned: 0 in 0.229s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "3cd8b0aa4583b56c43f5db52134b4283c75669aa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:10:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "3cd8b0aa4583b56c43f5db52134b4283c75669aa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:10:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3cd8b0aa4583b56c43f5db52134b4283c75669aa --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3cd8b0aa4583b56c43f5db52134b4283c75669aa --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3cd8b0aa4583b56c43f5db52134b4283c75669aa,backing_fmt=raw /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3cd8b0aa4583b56c43f5db52134b4283c75669aa,backing_fmt=raw /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk 1073741824" returned: 0 in 0.052s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "3cd8b0aa4583b56c43f5db52134b4283c75669aa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:10:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3cd8b0aa4583b56c43f5db52134b4283c75669aa --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3cd8b0aa4583b56c43f5db52134b4283c75669aa --force-share --output=json" returned: 0 in 0.183s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:12 user nova-compute[74974]: DEBUG nova.objects.instance [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lazy-loading 'migration_context' on Instance uuid e604fb90-ac09-4a3c-b54a-67c3bb022dc5 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:10:12 user nova-compute[74974]: DEBUG nova.objects.base [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Object Instance<e604fb90-ac09-4a3c-b54a-67c3bb022dc5> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:10:12 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Rebasing disk image.
Nov 29 12:10:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 -F raw /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 -F raw /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk" returned: 0 in 2.326s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Ensure instance console log exists: /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Start _get_guest_xml network_info=[{"id": "440d22f6-a3b9-49c0-9d37-bb891e804299", "address": "fa:16:3e:a2:b8:8a", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440d22f6-a3", "ovs_interfaceid": "440d22f6-a3b9-49c0-9d37-bb891e804299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='ee0a1aeedd583457f7148d06878bbae8',container_format='bare',created_at=2023-11-29T12:08:07Z,direct_url=<?>,disk_format='qcow2',id=a800c88b-81ed-41ae-9d8b-1bfc0450403e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-462703138-shelved',owner='035db581b1704a6a8a5fe14de3232b57',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-29T12:08:13Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'attachment_id': '7fa98659-8406-4fed-ae7d-642893716ee8', 'guest_format': None, 'device_type': 'disk', 'boot_index': None, 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'htsFquIC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'e604fb90-ac09-4a3c-b54a-67c3bb022dc5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e14a941c-38e1-4317-8f75-d59880df1697', 'serial': 'e14a941c-38e1-4317-8f75-d59880df1697'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:10:14 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:10:14 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:10:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ee0a1aeedd583457f7148d06878bbae8',container_format='bare',created_at=2023-11-29T12:08:07Z,direct_url=<?>,disk_format='qcow2',id=a800c88b-81ed-41ae-9d8b-1bfc0450403e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-462703138-shelved',owner='035db581b1704a6a8a5fe14de3232b57',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-29T12:08:13Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG nova.objects.instance [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lazy-loading 'vcpu_model' on Instance uuid e604fb90-ac09-4a3c-b54a-67c3bb022dc5 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG nova.objects.base [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Object Instance<e604fb90-ac09-4a3c-b54a-67c3bb022dc5> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'htsFquIC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:10:14 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:10:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:10:14 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:10:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:10:14 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e31b41a6-e56b-4220-90f3-1365a64e148a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:10:14 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff3d34bc-1a68-4e78-b6b4-4a5f5f95bc9b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697] added
Nov 29 12:10:14 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7b10646-2c43-4977-b865-dbe2ac363027]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d090fdd-5b98-44aa-a249-f8ccf209ad40]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v htsFquIC {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v htsFquIC" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[97a5f783-666e-4cc3-803f-28d02436461b]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'htsFquIC'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5e87c11-bf2d-4bbd-acff-7303881ad4b5]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[582888dc-894b-4e4a-8e83-a2bc54339468]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:10:14 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:10:14 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:10:14 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:10:14 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:10:14 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:10:14 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:10:14 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:10:14 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:10:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[88ab1bfa-9352-42f7-8490-41ffd507a474]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697, portal: 172.16.0.220,3260]
Nov 29 12:10:15 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697, portal: 172.16.0.220,3260] successful.
Nov 29 12:10:15 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[98ae1961-8214-4460-a32e-2a959f512c15]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[738fbe41-bfbf-4630-be5a-7d007039923f]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:10:15 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:10:15 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:10:15 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:10:15 user nova-compute[74974]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)
Nov 29 12:10:15 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:10:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:10:15 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:10:15 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:10:15 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:10:15 user nova-compute[74974]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)
Nov 29 12:10:15 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:10:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.288s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:10:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:10:15 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] HCTL ('33', '-', '-', 0) found on session 49 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:10:15 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:10:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[dea0ecff-b05e-4737-ab0c-372b0b699c72]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:15 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:10:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'htsFquIC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:10:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.328s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] <== connect_volume: return (1330ms) {'type': 'block', 'scsi_wwn': '23936636663656664', 'path': '/dev/sdb'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23936636663656664', 'path': '/dev/sdb'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T12:06:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-462703138',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-462703138',id=36,image_ref='a800c88b-81ed-41ae-9d8b-1bfc0450403e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-833785385',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:06:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='035db581b1704a6a8a5fe14de3232b57',ramdisk_id='',reservation_id='r-vq9un209',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-193778848',owner_user_name='tempest-AttachVolumeShelveTestJSON-193778848-project-member',shelved_at='2023-11-29T12:08:12.686379',shelved_host='user',shelved_image_id='a800c88b-81ed-41ae-9d8b-1bfc0450403e'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:09:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d1e86a4643e40708453514d9db954ae',uuid=e604fb90-ac09-4a3c-b54a-67c3bb022dc5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "440d22f6-a3b9-49c0-9d37-bb891e804299", "address": "fa:16:3e:a2:b8:8a", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440d22f6-a3", "ovs_interfaceid": "440d22f6-a3b9-49c0-9d37-bb891e804299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converting VIF {"id": "440d22f6-a3b9-49c0-9d37-bb891e804299", "address": "fa:16:3e:a2:b8:8a", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440d22f6-a3", "ovs_interfaceid": "440d22f6-a3b9-49c0-9d37-bb891e804299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b8:8a,bridge_name='br-int',has_traffic_filtering=True,id=440d22f6-a3b9-49c0-9d37-bb891e804299,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap440d22f6-a3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG nova.objects.instance [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lazy-loading 'pci_devices' on Instance uuid e604fb90-ac09-4a3c-b54a-67c3bb022dc5 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG nova.objects.base [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Object Instance<e604fb90-ac09-4a3c-b54a-67c3bb022dc5> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:10:16 user nova-compute[74974]:   <uuid>e604fb90-ac09-4a3c-b54a-67c3bb022dc5</uuid>
Nov 29 12:10:16 user nova-compute[74974]:   <name>instance-00000024</name>
Nov 29 12:10:16 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:10:16 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:10:16 user nova-compute[74974]:   <metadata>
Nov 29 12:10:16 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:10:16 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:10:16 user nova-compute[74974]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-462703138</nova:name>
Nov 29 12:10:16 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:10:14</nova:creationTime>
Nov 29 12:10:16 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:10:16 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:10:16 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:10:16 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:10:16 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:10:16 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:10:16 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:10:16 user nova-compute[74974]:       <nova:owner>
Nov 29 12:10:16 user nova-compute[74974]:         <nova:user uuid="0d1e86a4643e40708453514d9db954ae">tempest-AttachVolumeShelveTestJSON-193778848-project-member</nova:user>
Nov 29 12:10:16 user nova-compute[74974]:         <nova:project uuid="035db581b1704a6a8a5fe14de3232b57">tempest-AttachVolumeShelveTestJSON-193778848</nova:project>
Nov 29 12:10:16 user nova-compute[74974]:       </nova:owner>
Nov 29 12:10:16 user nova-compute[74974]:       <nova:root type="image" uuid="a800c88b-81ed-41ae-9d8b-1bfc0450403e"/>
Nov 29 12:10:16 user nova-compute[74974]:       <nova:ports>
Nov 29 12:10:16 user nova-compute[74974]:         <nova:port uuid="440d22f6-a3b9-49c0-9d37-bb891e804299">
Nov 29 12:10:16 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 12:10:16 user nova-compute[74974]:         </nova:port>
Nov 29 12:10:16 user nova-compute[74974]:       </nova:ports>
Nov 29 12:10:16 user nova-compute[74974]:     </nova:instance>
Nov 29 12:10:16 user nova-compute[74974]:   </metadata>
Nov 29 12:10:16 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:10:16 user nova-compute[74974]:     <system>
Nov 29 12:10:16 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:10:16 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:10:16 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:10:16 user nova-compute[74974]:       <entry name="serial">e604fb90-ac09-4a3c-b54a-67c3bb022dc5</entry>
Nov 29 12:10:16 user nova-compute[74974]:       <entry name="uuid">e604fb90-ac09-4a3c-b54a-67c3bb022dc5</entry>
Nov 29 12:10:16 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:10:16 user nova-compute[74974]:     </system>
Nov 29 12:10:16 user nova-compute[74974]:   </sysinfo>
Nov 29 12:10:16 user nova-compute[74974]:   <os>
Nov 29 12:10:16 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:10:16 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:10:16 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:10:16 user nova-compute[74974]:   </os>
Nov 29 12:10:16 user nova-compute[74974]:   <features>
Nov 29 12:10:16 user nova-compute[74974]:     <acpi/>
Nov 29 12:10:16 user nova-compute[74974]:     <apic/>
Nov 29 12:10:16 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:10:16 user nova-compute[74974]:   </features>
Nov 29 12:10:16 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:10:16 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:10:16 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:10:16 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:10:16 user nova-compute[74974]:   </clock>
Nov 29 12:10:16 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:10:16 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:10:16 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:10:16 user nova-compute[74974]:   </cpu>
Nov 29 12:10:16 user nova-compute[74974]:   <devices>
Nov 29 12:10:16 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:10:16 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:10:16 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk"/>
Nov 29 12:10:16 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:10:16 user nova-compute[74974]:     </disk>
Nov 29 12:10:16 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 12:10:16 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:10:16 user nova-compute[74974]:       <source dev="/dev/sdb"/>
Nov 29 12:10:16 user nova-compute[74974]:       <target dev="vdc" bus="virtio"/>
Nov 29 12:10:16 user nova-compute[74974]:       <serial>e14a941c-38e1-4317-8f75-d59880df1697</serial>
Nov 29 12:10:16 user nova-compute[74974]:     </disk>
Nov 29 12:10:16 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:10:16 user nova-compute[74974]:       <mac address="fa:16:3e:a2:b8:8a"/>
Nov 29 12:10:16 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:10:16 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:10:16 user nova-compute[74974]:       <target dev="tap440d22f6-a3"/>
Nov 29 12:10:16 user nova-compute[74974]:     </interface>
Nov 29 12:10:16 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:10:16 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/console.log" append="off"/>
Nov 29 12:10:16 user nova-compute[74974]:     </serial>
Nov 29 12:10:16 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:10:16 user nova-compute[74974]:     <video>
Nov 29 12:10:16 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:10:16 user nova-compute[74974]:     </video>
Nov 29 12:10:16 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:10:16 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:10:16 user nova-compute[74974]:     </rng>
Nov 29 12:10:16 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:10:16 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:10:16 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:10:16 user nova-compute[74974]:     </memballoon>
Nov 29 12:10:16 user nova-compute[74974]:   </devices>
Nov 29 12:10:16 user nova-compute[74974]: </domain>
Nov 29 12:10:16 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T12:06:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-462703138',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-462703138',id=36,image_ref='a800c88b-81ed-41ae-9d8b-1bfc0450403e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-833785385',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:06:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='035db581b1704a6a8a5fe14de3232b57',ramdisk_id='',reservation_id='r-vq9un209',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-193778848',owner_user_name='tempest-AttachVolumeShelveTestJSON-193778848-project-member',shelved_at='2023-11-29T12:08:12.686379',shelved_host='user',shelved_image_id='a800c88b-81ed-41ae-9d8b-1bfc0450403e'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:09:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d1e86a4643e40708453514d9db954ae',uuid=e604fb90-ac09-4a3c-b54a-67c3bb022dc5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "440d22f6-a3b9-49c0-9d37-bb891e804299", "address": "fa:16:3e:a2:b8:8a", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440d22f6-a3", "ovs_interfaceid": "440d22f6-a3b9-49c0-9d37-bb891e804299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converting VIF {"id": "440d22f6-a3b9-49c0-9d37-bb891e804299", "address": "fa:16:3e:a2:b8:8a", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440d22f6-a3", "ovs_interfaceid": "440d22f6-a3b9-49c0-9d37-bb891e804299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b8:8a,bridge_name='br-int',has_traffic_filtering=True,id=440d22f6-a3b9-49c0-9d37-bb891e804299,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap440d22f6-a3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG os_vif [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b8:8a,bridge_name='br-int',has_traffic_filtering=True,id=440d22f6-a3b9-49c0-9d37-bb891e804299,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap440d22f6-a3') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '196854e8-8f77-5c7a-b683-e8f60a7646ec', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap440d22f6-a3, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap440d22f6-a3, col_values=(('qos', UUID('af1a84d9-8119-49b4-8831-4a9db1bc0d23')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap440d22f6-a3, col_values=(('external_ids', {'iface-id': '440d22f6-a3b9-49c0-9d37-bb891e804299', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a2:b8:8a', 'vm-uuid': 'e604fb90-ac09-4a3c-b54a-67c3bb022dc5'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:16 user nova-compute[74974]: INFO os_vif [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b8:8a,bridge_name='br-int',has_traffic_filtering=True,id=440d22f6-a3b9-49c0-9d37-bb891e804299,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap440d22f6-a3')
Nov 29 12:10:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:10:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] No VIF found with MAC fa:16:3e:a2:b8:8a, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:10:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:18 user nova-compute[74974]: DEBUG nova.compute.manager [req-ecf9f50d-dc45-4bef-a69c-90480a2ebbda req-d8d03cb9-9de0-4bdb-8dc7-0b70daa5e505 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Received event network-vif-plugged-440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:10:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ecf9f50d-dc45-4bef-a69c-90480a2ebbda req-d8d03cb9-9de0-4bdb-8dc7-0b70daa5e505 service nova] Acquiring lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:10:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ecf9f50d-dc45-4bef-a69c-90480a2ebbda req-d8d03cb9-9de0-4bdb-8dc7-0b70daa5e505 service nova] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:10:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ecf9f50d-dc45-4bef-a69c-90480a2ebbda req-d8d03cb9-9de0-4bdb-8dc7-0b70daa5e505 service nova] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:10:18 user nova-compute[74974]: DEBUG nova.compute.manager [req-ecf9f50d-dc45-4bef-a69c-90480a2ebbda req-d8d03cb9-9de0-4bdb-8dc7-0b70daa5e505 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] No waiting events found dispatching network-vif-plugged-440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:10:18 user nova-compute[74974]: WARNING nova.compute.manager [req-ecf9f50d-dc45-4bef-a69c-90480a2ebbda req-d8d03cb9-9de0-4bdb-8dc7-0b70daa5e505 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Received unexpected event network-vif-plugged-440d22f6-a3b9-49c0-9d37-bb891e804299 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 29 12:10:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:20 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:10:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:10:20 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Instance spawned successfully.
Nov 29 12:10:20 user nova-compute[74974]: DEBUG nova.compute.manager [req-9cef70fa-e26e-458a-b4c8-a5a77e650a90 req-d2978d76-a23d-4193-9a12-d152dac452c1 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Received event network-vif-plugged-440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:10:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9cef70fa-e26e-458a-b4c8-a5a77e650a90 req-d2978d76-a23d-4193-9a12-d152dac452c1 service nova] Acquiring lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:10:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9cef70fa-e26e-458a-b4c8-a5a77e650a90 req-d2978d76-a23d-4193-9a12-d152dac452c1 service nova] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:10:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9cef70fa-e26e-458a-b4c8-a5a77e650a90 req-d2978d76-a23d-4193-9a12-d152dac452c1 service nova] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:10:20 user nova-compute[74974]: DEBUG nova.compute.manager [req-9cef70fa-e26e-458a-b4c8-a5a77e650a90 req-d2978d76-a23d-4193-9a12-d152dac452c1 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] No waiting events found dispatching network-vif-plugged-440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:10:20 user nova-compute[74974]: WARNING nova.compute.manager [req-9cef70fa-e26e-458a-b4c8-a5a77e650a90 req-d2978d76-a23d-4193-9a12-d152dac452c1 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Received unexpected event network-vif-plugged-440d22f6-a3b9-49c0-9d37-bb891e804299 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 29 12:10:20 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:10:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8b51e523-50b0-4210-be1c-ccea7fe9d39e tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 21.137s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:10:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:35 user nova-compute[74974]: DEBUG nova.compute.manager [req-5cabf561-baa1-415f-b4dc-81c53c4a173a req-a924ec8a-1a77-46a0-baa4-bd10701ec1f8 service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received event network-changed-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:10:35 user nova-compute[74974]: DEBUG nova.compute.manager [req-5cabf561-baa1-415f-b4dc-81c53c4a173a req-a924ec8a-1a77-46a0-baa4-bd10701ec1f8 service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Refreshing instance network info cache due to event network-changed-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:10:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5cabf561-baa1-415f-b4dc-81c53c4a173a req-a924ec8a-1a77-46a0-baa4-bd10701ec1f8 service nova] Acquiring lock "refresh_cache-722d2a93-e947-4da9-b9d6-c3dfded22c46" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:10:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5cabf561-baa1-415f-b4dc-81c53c4a173a req-a924ec8a-1a77-46a0-baa4-bd10701ec1f8 service nova] Acquired lock "refresh_cache-722d2a93-e947-4da9-b9d6-c3dfded22c46" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:10:35 user nova-compute[74974]: DEBUG nova.network.neutron [req-5cabf561-baa1-415f-b4dc-81c53c4a173a req-a924ec8a-1a77-46a0-baa4-bd10701ec1f8 service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Refreshing network info cache for port 1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:10:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "722d2a93-e947-4da9-b9d6-c3dfded22c46" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:10:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:10:35 user nova-compute[74974]: DEBUG nova.network.neutron [req-5cabf561-baa1-415f-b4dc-81c53c4a173a req-a924ec8a-1a77-46a0-baa4-bd10701ec1f8 service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Updated VIF entry in instance network info cache for port 1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:10:35 user nova-compute[74974]: DEBUG nova.network.neutron [req-5cabf561-baa1-415f-b4dc-81c53c4a173a req-a924ec8a-1a77-46a0-baa4-bd10701ec1f8 service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Updating instance_info_cache with network_info: [{"id": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "address": "fa:16:3e:ea:3c:43", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.101", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e953aa8-6d", "ovs_interfaceid": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:10:35 user nova-compute[74974]: INFO nova.compute.manager [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Detaching volume 391eade9-47ca-4b19-8581-2ada36f0e55a
Nov 29 12:10:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5cabf561-baa1-415f-b4dc-81c53c4a173a req-a924ec8a-1a77-46a0-baa4-bd10701ec1f8 service nova] Releasing lock "refresh_cache-722d2a93-e947-4da9-b9d6-c3dfded22c46" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:10:35 user nova-compute[74974]: INFO nova.virt.block_device [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Attempting to driver detach volume 391eade9-47ca-4b19-8581-2ada36f0e55a from mountpoint /dev/vdb
Nov 29 12:10:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Attempting to detach device vdb from instance 722d2a93-e947-4da9-b9d6-c3dfded22c46 from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 12:10:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:10:35 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:10:35 user nova-compute[74974]:   <source dev="/dev/sde"/>
Nov 29 12:10:35 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:10:35 user nova-compute[74974]:   <serial>391eade9-47ca-4b19-8581-2ada36f0e55a</serial>
Nov 29 12:10:35 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:10:35 user nova-compute[74974]: </disk>
Nov 29 12:10:35 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:10:35 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Successfully detached device vdb from instance 722d2a93-e947-4da9-b9d6-c3dfded22c46 from the persistent domain config.
Nov 29 12:10:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 722d2a93-e947-4da9-b9d6-c3dfded22c46 from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 12:10:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:10:35 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:10:35 user nova-compute[74974]:   <source dev="/dev/sde"/>
Nov 29 12:10:35 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:10:35 user nova-compute[74974]:   <serial>391eade9-47ca-4b19-8581-2ada36f0e55a</serial>
Nov 29 12:10:35 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:10:35 user nova-compute[74974]: </disk>
Nov 29 12:10:35 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:10:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:10:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:10:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:10:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:10:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 722d2a93-e947-4da9-b9d6-c3dfded22c46 {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 12:10:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-27e7b8f7-9630-4ca0-9f8c-aed645b6a10d req-73278d76-a93c-4189-8045-36455f4a923f service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received event network-changed-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:10:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-27e7b8f7-9630-4ca0-9f8c-aed645b6a10d req-73278d76-a93c-4189-8045-36455f4a923f service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Refreshing instance network info cache due to event network-changed-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:10:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-27e7b8f7-9630-4ca0-9f8c-aed645b6a10d req-73278d76-a93c-4189-8045-36455f4a923f service nova] Acquiring lock "refresh_cache-722d2a93-e947-4da9-b9d6-c3dfded22c46" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:10:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-27e7b8f7-9630-4ca0-9f8c-aed645b6a10d req-73278d76-a93c-4189-8045-36455f4a923f service nova] Acquired lock "refresh_cache-722d2a93-e947-4da9-b9d6-c3dfded22c46" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:10:37 user nova-compute[74974]: DEBUG nova.network.neutron [req-27e7b8f7-9630-4ca0-9f8c-aed645b6a10d req-73278d76-a93c-4189-8045-36455f4a923f service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Refreshing network info cache for port 1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:10:37 user nova-compute[74974]: DEBUG nova.network.neutron [req-27e7b8f7-9630-4ca0-9f8c-aed645b6a10d req-73278d76-a93c-4189-8045-36455f4a923f service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Updated VIF entry in instance network info cache for port 1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:10:37 user nova-compute[74974]: DEBUG nova.network.neutron [req-27e7b8f7-9630-4ca0-9f8c-aed645b6a10d req-73278d76-a93c-4189-8045-36455f4a923f service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Updating instance_info_cache with network_info: [{"id": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "address": "fa:16:3e:ea:3c:43", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.101", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e953aa8-6d", "ovs_interfaceid": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:10:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-27e7b8f7-9630-4ca0-9f8c-aed645b6a10d req-73278d76-a93c-4189-8045-36455f4a923f service nova] Releasing lock "refresh_cache-722d2a93-e947-4da9-b9d6-c3dfded22c46" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:10:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:45 user nova-compute[74974]: DEBUG nova.compute.manager [req-933bed20-3701-4f01-aa68-86e7536ea7f3 req-fc236ca0-0a27-45e6-aa27-e1191c5042e4 service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Received event network-changed-8e225624-5803-4bab-8e9d-24128332082d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:10:45 user nova-compute[74974]: DEBUG nova.compute.manager [req-933bed20-3701-4f01-aa68-86e7536ea7f3 req-fc236ca0-0a27-45e6-aa27-e1191c5042e4 service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Refreshing instance network info cache due to event network-changed-8e225624-5803-4bab-8e9d-24128332082d. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:10:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-933bed20-3701-4f01-aa68-86e7536ea7f3 req-fc236ca0-0a27-45e6-aa27-e1191c5042e4 service nova] Acquiring lock "refresh_cache-ebe839a3-214e-41aa-9906-2a9c96adfa7f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:10:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-933bed20-3701-4f01-aa68-86e7536ea7f3 req-fc236ca0-0a27-45e6-aa27-e1191c5042e4 service nova] Acquired lock "refresh_cache-ebe839a3-214e-41aa-9906-2a9c96adfa7f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:10:45 user nova-compute[74974]: DEBUG nova.network.neutron [req-933bed20-3701-4f01-aa68-86e7536ea7f3 req-fc236ca0-0a27-45e6-aa27-e1191c5042e4 service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Refreshing network info cache for port 8e225624-5803-4bab-8e9d-24128332082d {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:10:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Acquiring lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:10:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:10:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Acquiring lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:10:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:10:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:10:45 user nova-compute[74974]: INFO nova.compute.manager [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Terminating instance
Nov 29 12:10:45 user nova-compute[74974]: DEBUG nova.compute.manager [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:10:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:10:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:10:45 user nova-compute[74974]: DEBUG nova.objects.instance [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lazy-loading 'flavor' on Instance uuid e5d265e1-f85e-4056-9e76-be24a7a3d62c {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.090s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG nova.compute.manager [req-0cc338d6-46ce-4eb5-92ad-f98931d0739a req-e40cdd34-6332-48c2-8158-bb3922686fc6 service nova] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Received event network-vif-unplugged-c229c0f0-d477-45ac-b036-8c3c91bb373b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0cc338d6-46ce-4eb5-92ad-f98931d0739a req-e40cdd34-6332-48c2-8158-bb3922686fc6 service nova] Acquiring lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0cc338d6-46ce-4eb5-92ad-f98931d0739a req-e40cdd34-6332-48c2-8158-bb3922686fc6 service nova] Lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0cc338d6-46ce-4eb5-92ad-f98931d0739a req-e40cdd34-6332-48c2-8158-bb3922686fc6 service nova] Lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG nova.compute.manager [req-0cc338d6-46ce-4eb5-92ad-f98931d0739a req-e40cdd34-6332-48c2-8158-bb3922686fc6 service nova] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] No waiting events found dispatching network-vif-unplugged-c229c0f0-d477-45ac-b036-8c3c91bb373b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG nova.compute.manager [req-0cc338d6-46ce-4eb5-92ad-f98931d0739a req-e40cdd34-6332-48c2-8158-bb3922686fc6 service nova] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Received event network-vif-unplugged-c229c0f0-d477-45ac-b036-8c3c91bb373b for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:10:46 user nova-compute[74974]: INFO nova.compute.manager [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Attaching volume 109e1f38-0f24-4998-983f-f0e0c91cbe8e to /dev/vdb
Nov 29 12:10:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG os_brick.utils [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ca9092d-b3c3-4760-98d3-6a711365324f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bcbd273-e955-4928-8044-5e4e4ee20df1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[573e1c81-4688-4592-b816-5564c36c4911]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f802ad5f-b22b-4b19-be33-e4b28c194816]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG nova.network.neutron [req-933bed20-3701-4f01-aa68-86e7536ea7f3 req-fc236ca0-0a27-45e6-aa27-e1191c5042e4 service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Updated VIF entry in instance network info cache for port 8e225624-5803-4bab-8e9d-24128332082d. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG nova.network.neutron [req-933bed20-3701-4f01-aa68-86e7536ea7f3 req-fc236ca0-0a27-45e6-aa27-e1191c5042e4 service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Updating instance_info_cache with network_info: [{"id": "8e225624-5803-4bab-8e9d-24128332082d", "address": "fa:16:3e:a8:32:b0", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.16", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e225624-58", "ovs_interfaceid": "8e225624-5803-4bab-8e9d-24128332082d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:46 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Instance destroyed successfully.
Nov 29 12:10:46 user nova-compute[74974]: DEBUG nova.objects.instance [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lazy-loading 'resources' on Instance uuid 49d0eb31-dd34-4661-9acf-3440ba7fdf21 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:10:46 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[461d8d79-4025-46b5-a3a1-2880a210a89f]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG os_brick.utils [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] <== get_connector_properties: return (153ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Updating existing volume attachment record: 6543be6c-a78f-4fde-8c46-22c5a2e6add1 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:01:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1077948448',display_name='tempest-ServersNegativeTestJSON-server-1077948448',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1077948448',id=27,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:02:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f2176a49267d40d8b8ef4ff07f41ae54',ramdisk_id='',reservation_id='r-21fve10z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-164783779',owner_user_name='tempest-ServersNegativeTestJSON-164783779-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:02:05Z,user_data=None,user_id='f36cef473e564e2caf707f5ee6f62764',uuid=49d0eb31-dd34-4661-9acf-3440ba7fdf21,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c229c0f0-d477-45ac-b036-8c3c91bb373b", "address": "fa:16:3e:d4:16:5c", "network": {"id": "96cc9aaf-b644-4c1a-8e03-ac941e9eef9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1064658278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2176a49267d40d8b8ef4ff07f41ae54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc229c0f0-d4", "ovs_interfaceid": "c229c0f0-d477-45ac-b036-8c3c91bb373b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Converting VIF {"id": "c229c0f0-d477-45ac-b036-8c3c91bb373b", "address": "fa:16:3e:d4:16:5c", "network": {"id": "96cc9aaf-b644-4c1a-8e03-ac941e9eef9c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1064658278-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2176a49267d40d8b8ef4ff07f41ae54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc229c0f0-d4", "ovs_interfaceid": "c229c0f0-d477-45ac-b036-8c3c91bb373b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:16:5c,bridge_name='br-int',has_traffic_filtering=True,id=c229c0f0-d477-45ac-b036-8c3c91bb373b,network=Network(96cc9aaf-b644-4c1a-8e03-ac941e9eef9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc229c0f0-d4') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG os_vif [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:16:5c,bridge_name='br-int',has_traffic_filtering=True,id=c229c0f0-d477-45ac-b036-8c3c91bb373b,network=Network(96cc9aaf-b644-4c1a-8e03-ac941e9eef9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc229c0f0-d4') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-933bed20-3701-4f01-aa68-86e7536ea7f3 req-fc236ca0-0a27-45e6-aa27-e1191c5042e4 service nova] Releasing lock "refresh_cache-ebe839a3-214e-41aa-9906-2a9c96adfa7f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc229c0f0-d4, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=991e332c-9900-4f5c-ba3a-a0eafe6fd42f) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:46 user nova-compute[74974]: INFO os_vif [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:16:5c,bridge_name='br-int',has_traffic_filtering=True,id=c229c0f0-d477-45ac-b036-8c3c91bb373b,network=Network(96cc9aaf-b644-4c1a-8e03-ac941e9eef9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc229c0f0-d4')
Nov 29 12:10:46 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Deleting instance files /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21_del
Nov 29 12:10:46 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Deletion of /opt/stack/data/nova/instances/49d0eb31-dd34-4661-9acf-3440ba7fdf21_del complete
Nov 29 12:10:46 user nova-compute[74974]: INFO nova.compute.manager [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Took 0.96 seconds to destroy the instance on the hypervisor.
Nov 29 12:10:46 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:10:46 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:10:46 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Took 0.45 seconds to deallocate network for instance.
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG nova.objects.instance [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lazy-loading 'flavor' on Instance uuid ebe839a3-214e-41aa-9906-2a9c96adfa7f {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:10:47 user nova-compute[74974]: INFO nova.compute.manager [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Attaching volume 06c0df0c-1f4c-4198-bf43-3003c6df3e67 to /dev/vdb
Nov 29 12:10:47 user nova-compute[74974]: DEBUG os_brick.utils [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[33507d80-a28b-4072-843f-43da737dc1ee]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a897ca8b-1e82-4659-8386-0a5015e8095e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[70e3e47f-b64a-4fa2-b3df-1cc9931f3f71]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f691cf55-25e0-4d70-8b1b-929fdbb2c0db]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:10:47 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9a39828-c751-432b-bec3-b7cfac57ad42]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG os_brick.utils [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] <== get_connector_properties: return (138ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Updating existing volume attachment record: 01d4eb61-9c68-4b3d-8c72-7e8152f9bb76 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.507s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:10:47 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Deleted allocations for instance 49d0eb31-dd34-4661-9acf-3440ba7fdf21
Nov 29 12:10:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df957e08-d1eb-4444-8a4b-c1d73e9ef208 tempest-ServersNegativeTestJSON-164783779 tempest-ServersNegativeTestJSON-164783779-project-member] Lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.252s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:10:48 user nova-compute[74974]: DEBUG nova.compute.manager [req-a6bef6d9-b56b-4e1f-bbcb-479acf461866 req-0a0799ed-a5dc-4f34-8a30-dbefec37674d service nova] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Received event network-vif-plugged-c229c0f0-d477-45ac-b036-8c3c91bb373b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:10:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a6bef6d9-b56b-4e1f-bbcb-479acf461866 req-0a0799ed-a5dc-4f34-8a30-dbefec37674d service nova] Acquiring lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:10:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a6bef6d9-b56b-4e1f-bbcb-479acf461866 req-0a0799ed-a5dc-4f34-8a30-dbefec37674d service nova] Lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:10:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a6bef6d9-b56b-4e1f-bbcb-479acf461866 req-0a0799ed-a5dc-4f34-8a30-dbefec37674d service nova] Lock "49d0eb31-dd34-4661-9acf-3440ba7fdf21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:10:48 user nova-compute[74974]: DEBUG nova.compute.manager [req-a6bef6d9-b56b-4e1f-bbcb-479acf461866 req-0a0799ed-a5dc-4f34-8a30-dbefec37674d service nova] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] No waiting events found dispatching network-vif-plugged-c229c0f0-d477-45ac-b036-8c3c91bb373b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:10:48 user nova-compute[74974]: WARNING nova.compute.manager [req-a6bef6d9-b56b-4e1f-bbcb-479acf461866 req-0a0799ed-a5dc-4f34-8a30-dbefec37674d service nova] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Received unexpected event network-vif-plugged-c229c0f0-d477-45ac-b036-8c3c91bb373b for instance with vm_state deleted and task_state None.
Nov 29 12:10:48 user nova-compute[74974]: DEBUG nova.compute.manager [req-a6bef6d9-b56b-4e1f-bbcb-479acf461866 req-0a0799ed-a5dc-4f34-8a30-dbefec37674d service nova] [instance: 49d0eb31-dd34-4661-9acf-3440ba7fdf21] Received event network-vif-deleted-c229c0f0-d477-45ac-b036-8c3c91bb373b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:10:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:51 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UZzYMbqR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:10:54 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:10:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:10:54 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:10:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:10:54 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[03795fb4-7733-43bd-9b5b-4a10101063c2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:10:54 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[aca59bb3-4621-4b63-9263-dc56eadeed27]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e] added
Nov 29 12:10:54 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a58b719-f9b5-4fdd-96e3-16696a05ec41]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[16784f63-f28e-4674-80fd-7b9c00942e5a]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UZzYMbqR {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UZzYMbqR" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[735a4631-6ce4-453e-9c68-f98af70483f1]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UZzYMbqR'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cee819d-7f11-4995-9923-6e716bf1d08d]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9b894c7-690a-413f-82c8-74fe01c4a6c3]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:10:54 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:10:54 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:10:54 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:10:54 user nova-compute[74974]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)
Nov 29 12:10:54 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:10:54 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:10:54 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:10:54 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:10:54 user nova-compute[74974]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)
Nov 29 12:10:54 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[29e14236-c1fe-459c-8ca4-50a85e8e4b16]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e, portal: 172.16.0.220,3260]
Nov 29 12:10:54 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e, portal: 172.16.0.220,3260] successful.
Nov 29 12:10:54 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[21627de0-e3d1-4e46-bc86-242cc732fcc3]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[288b1993-e868-4b85-a95c-96d6165a9ed1]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:10:54 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:10:54 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:10:54 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:10:54 user nova-compute[74974]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)
Nov 29 12:10:54 user nova-compute[74974]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)
Nov 29 12:10:54 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:10:54 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:10:54 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:10:54 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:10:54 user nova-compute[74974]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)
Nov 29 12:10:54 user nova-compute[74974]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)
Nov 29 12:10:54 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] HCTL ('34', '-', '-', 0) found on session 50 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[fddb8293-521d-460c-84ac-b040692e920b]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:54 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Searching for a device in session 50 and hctl ['34', '*', '*', 0] yield: None {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EiHSjbwl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:10:55 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Searching for a device in session 50 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UZzYMbqR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.328s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] <== connect_volume: return (1329ms) {'type': 'block', 'scsi_wwn': '23437633461623265', 'path': '/dev/sdc'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23437633461623265', 'path': '/dev/sdc'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.397s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:10:55 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:10:55 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG nova.objects.instance [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lazy-loading 'flavor' on Instance uuid e5d265e1-f85e-4056-9e76-be24a7a3d62c {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ecb3dde-002b-4585-ab2a-46af9580483a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:10:55 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 12:10:55 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:10:55 user nova-compute[74974]:   <source dev="/dev/sdc"/>
Nov 29 12:10:55 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:10:55 user nova-compute[74974]:   <serial>109e1f38-0f24-4998-983f-f0e0c91cbe8e</serial>
Nov 29 12:10:55 user nova-compute[74974]: </disk>
Nov 29 12:10:55 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f99c9d80-2570-4c96-a846-721149c8e227]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67] added
Nov 29 12:10:55 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b1da033-d5a8-443a-be51-dcb195a8a6d2]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dbb1ba1-301c-48a0-8d3a-cc678d08c09c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EiHSjbwl {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EiHSjbwl" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ff13a9f-4c11-4173-ba40-ca56df236fce]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EiHSjbwl'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[744335e8-e2e6-45fe-bb5f-39d4a27d4fd1]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad6fa608-9748-4ad0-a296-89666f6f3ce6]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:10:55 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:10:55 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:10:55 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:10:55 user nova-compute[74974]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)
Nov 29 12:10:55 user nova-compute[74974]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)
Nov 29 12:10:55 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:10:55 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:10:55 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:10:55 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:10:55 user nova-compute[74974]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)
Nov 29 12:10:55 user nova-compute[74974]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)
Nov 29 12:10:55 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4569e62c-c525-4857-9baf-285029d41480]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67, portal: 172.16.0.220,3260]
Nov 29 12:10:55 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67, portal: 172.16.0.220,3260] successful.
Nov 29 12:10:55 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[303253ab-6d78-4558-a9e3-cae886f0e1a4]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f017080-b2c1-4adb-a5b3-88f50276f439]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:10:55 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:10:55 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:10:55 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:10:55 user nova-compute[74974]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)
Nov 29 12:10:55 user nova-compute[74974]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)
Nov 29 12:10:55 user nova-compute[74974]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 (non-flash)
Nov 29 12:10:55 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:10:55 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:10:55 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:10:55 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:10:55 user nova-compute[74974]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)
Nov 29 12:10:55 user nova-compute[74974]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)
Nov 29 12:10:55 user nova-compute[74974]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 (non-flash)
Nov 29 12:10:55 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.301s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:10:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] HCTL ('35', '-', '-', 0) found on session 51 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b44a2566-903a-4b06-a38d-922712633296]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Searching for a device in session 51 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EiHSjbwl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] No VIF found with MAC fa:16:3e:cd:23:f0, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:10:56 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 722d2a93-e947-4da9-b9d6-c3dfded22c46 is timed out.
Nov 29 12:10:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Successfully detached device vdb from instance 722d2a93-e947-4da9-b9d6-c3dfded22c46 from the live domain config.
Nov 29 12:10:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sPQjNpTc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:10:56 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:10:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3fd52e4c-469e-4130-8d3b-7f6b580bdb47 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.276s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-501bf9d6-c605-4de3-8cfa-86557b9e387e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-501bf9d6-c605-4de3-8cfa-86557b9e387e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Updating instance_info_cache with network_info: [{"id": "affcabc6-642b-4a58-8730-8bf90d4cf8bd", "address": "fa:16:3e:05:f1:97", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaffcabc6-64", "ovs_interfaceid": "affcabc6-642b-4a58-8730-8bf90d4cf8bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-501bf9d6-c605-4de3-8cfa-86557b9e387e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:10:56 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.339s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] <== connect_volume: return (1735ms) {'type': 'block', 'scsi_wwn': '23366666330393939', 'path': '/dev/sdd'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23366666330393939', 'path': '/dev/sdd'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.626s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG nova.objects.instance [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lazy-loading 'flavor' on Instance uuid ebe839a3-214e-41aa-9906-2a9c96adfa7f {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[921162c3-77da-4820-919d-44a2d63effb4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:10:57 user nova-compute[74974]: No targets found.
Nov 29 12:10:57 user nova-compute[74974]: iSNS:
Nov 29 12:10:57 user nova-compute[74974]: No targets found.
Nov 29 12:10:57 user nova-compute[74974]: STATIC:
Nov 29 12:10:57 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:10:57 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:10:57 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:10:57 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697
Nov 29 12:10:57 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:10:57 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:10:57 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2
Nov 29 12:10:57 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:10:57 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:10:57 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67
Nov 29 12:10:57 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:10:57 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:10:57 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a
Nov 29 12:10:57 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:10:57 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:10:57 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e
Nov 29 12:10:57 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:10:57 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:10:57 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b
Nov 29 12:10:57 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:10:57 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:10:57 user nova-compute[74974]: FIRMWARE:
Nov 29 12:10:57 user nova-compute[74974]: No targets found.
Nov 29 12:10:57 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:10:57 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:10:57 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 12:10:57 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:10:57 user nova-compute[74974]:   <source dev="/dev/sdd"/>
Nov 29 12:10:57 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:10:57 user nova-compute[74974]:   <serial>06c0df0c-1f4c-4198-bf43-3003c6df3e67</serial>
Nov 29 12:10:57 user nova-compute[74974]: </disk>
Nov 29 12:10:57 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[aede188d-b7c8-4712-8bf7-ab55b400210f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[136e4e68-8c89-4985-966a-25499e901aa4]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:10:57 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:10:57 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:10:57 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:10:57 user nova-compute[74974]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)
Nov 29 12:10:57 user nova-compute[74974]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)
Nov 29 12:10:57 user nova-compute[74974]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 (non-flash)
Nov 29 12:10:57 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:10:57 user nova-compute[74974]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a (non-flash)
Nov 29 12:10:57 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:10:57 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:10:57 user nova-compute[74974]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)
Nov 29 12:10:57 user nova-compute[74974]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)
Nov 29 12:10:57 user nova-compute[74974]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 (non-flash)
Nov 29 12:10:57 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa8100040>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a'): ({'sde'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Removing single pathed devices sde {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a990392-6b68-4128-b4ca-f9cb6a75938e]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ddf2d01-1ac7-4360-9711-4097d6d01b53]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Flushing IO for device /dev/sde {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fc5c4fd-e14b-48d0-a5a3-1c2987a71f45]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.045s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebbf7a43-a043-4d2d-8391-294cfca85dd8]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] SCSI volumes sde have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[95fed3f8-5050-4fc6-b4f9-fe072ec733c1]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a -p 172.16.0.220:3260 --logout" returned: 0 in 0.157s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2dd19de-d3b1-4af8-8102-8b118ffc8287]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a, portal: 172.16.0.220,3260]
Nov 29 12:10:57 user nova-compute[74974]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a, portal: 172.16.0.220,3260] successful.
Nov 29 12:10:57 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:391eade9-47ca-4b19-8581-2ada36f0e55a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[55009a27-fe73-40ae-a4bf-bb198ced2e87]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.430s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] <== disconnect_volume: return (1056ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] No VIF found with MAC fa:16:3e:a8:32:b0, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d72bc8d-6754-4959-82d0-2dbb61a90b03 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.550s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.298s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:58 user nova-compute[74974]: DEBUG nova.objects.instance [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'flavor' on Instance uuid 722d2a93-e947-4da9-b9d6-c3dfded22c46 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:10:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-da2ddb9a-0b66-4f49-819f-d1325e0f1b62 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.573s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:10:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebe839a3-214e-41aa-9906-2a9c96adfa7f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:10:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebe839a3-214e-41aa-9906-2a9c96adfa7f/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebe839a3-214e-41aa-9906-2a9c96adfa7f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebe839a3-214e-41aa-9906-2a9c96adfa7f/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:10:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:10:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:10:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:10:59 user nova-compute[74974]: INFO nova.compute.manager [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Detaching volume 06c0df0c-1f4c-4198-bf43-3003c6df3e67
Nov 29 12:10:59 user nova-compute[74974]: INFO nova.virt.block_device [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Attempting to driver detach volume 06c0df0c-1f4c-4198-bf43-3003c6df3e67 from mountpoint /dev/vdb
Nov 29 12:10:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Attempting to detach device vdb from instance ebe839a3-214e-41aa-9906-2a9c96adfa7f from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 12:10:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:10:59 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:10:59 user nova-compute[74974]:   <source dev="/dev/sdd"/>
Nov 29 12:10:59 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:10:59 user nova-compute[74974]:   <serial>06c0df0c-1f4c-4198-bf43-3003c6df3e67</serial>
Nov 29 12:10:59 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:10:59 user nova-compute[74974]: </disk>
Nov 29 12:10:59 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:10:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:59 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Successfully detached device vdb from instance ebe839a3-214e-41aa-9906-2a9c96adfa7f from the persistent domain config.
Nov 29 12:10:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ebe839a3-214e-41aa-9906-2a9c96adfa7f from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 12:10:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:10:59 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:10:59 user nova-compute[74974]:   <source dev="/dev/sdd"/>
Nov 29 12:10:59 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:10:59 user nova-compute[74974]:   <serial>06c0df0c-1f4c-4198-bf43-3003c6df3e67</serial>
Nov 29 12:10:59 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:10:59 user nova-compute[74974]: </disk>
Nov 29 12:10:59 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:10:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:10:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdi (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:10:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:10:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e/disk.rescue --force-share --output=json" returned: 0 in 0.232s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:10:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ebe839a3-214e-41aa-9906-2a9c96adfa7f {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 12:11:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdb (vdc) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:11:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.168s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:02 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:11:02 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:11:02 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:11:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=7316MB free_disk=24.57895278930664GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:11:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:11:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:11:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2ed3a206-5fd0-4782-b47a-20497a7df7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:11:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:11:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance ee78d0d8-0125-46d8-b1e1-2b38eaabeedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:11:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e4219657-0bf5-4781-9960-490c7b1d97ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:11:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e0cb8e50-6436-4a97-b50c-23f5ad505d68 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:11:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 501bf9d6-c605-4de3-8cfa-86557b9e387e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:11:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 722d2a93-e947-4da9-b9d6-c3dfded22c46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:11:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 05b4e1a0-022c-4332-9f20-0217cb1a2290 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:11:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:11:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 08f04de5-0f3e-4809-8355-552206f14d14 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:11:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e5d265e1-f85e-4056-9e76-be24a7a3d62c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:11:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance ebe839a3-214e-41aa-9906-2a9c96adfa7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:11:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e604fb90-ac09-4a3c-b54a-67c3bb022dc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:11:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:11:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=8704MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:11:03 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:11:03 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:11:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:11:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.546s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:11:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-25c8c8fc-136f-4e6e-b9c7-b27543e9235b req-1c950392-854b-4d77-bf1e-aa6592f4d0b1 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Received event network-changed-ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:11:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-25c8c8fc-136f-4e6e-b9c7-b27543e9235b req-1c950392-854b-4d77-bf1e-aa6592f4d0b1 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Refreshing instance network info cache due to event network-changed-ac0ad616-15fd-4c41-8486-02d55306f17b. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:11:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-25c8c8fc-136f-4e6e-b9c7-b27543e9235b req-1c950392-854b-4d77-bf1e-aa6592f4d0b1 service nova] Acquiring lock "refresh_cache-e5d265e1-f85e-4056-9e76-be24a7a3d62c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:11:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-25c8c8fc-136f-4e6e-b9c7-b27543e9235b req-1c950392-854b-4d77-bf1e-aa6592f4d0b1 service nova] Acquired lock "refresh_cache-e5d265e1-f85e-4056-9e76-be24a7a3d62c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:11:03 user nova-compute[74974]: DEBUG nova.network.neutron [req-25c8c8fc-136f-4e6e-b9c7-b27543e9235b req-1c950392-854b-4d77-bf1e-aa6592f4d0b1 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Refreshing network info cache for port ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:11:03 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:11:03 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:11:03 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:11:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:04 user nova-compute[74974]: DEBUG nova.network.neutron [req-25c8c8fc-136f-4e6e-b9c7-b27543e9235b req-1c950392-854b-4d77-bf1e-aa6592f4d0b1 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Updated VIF entry in instance network info cache for port ac0ad616-15fd-4c41-8486-02d55306f17b. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:11:04 user nova-compute[74974]: DEBUG nova.network.neutron [req-25c8c8fc-136f-4e6e-b9c7-b27543e9235b req-1c950392-854b-4d77-bf1e-aa6592f4d0b1 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Updating instance_info_cache with network_info: [{"id": "ac0ad616-15fd-4c41-8486-02d55306f17b", "address": "fa:16:3e:cd:23:f0", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0ad616-15", "ovs_interfaceid": "ac0ad616-15fd-4c41-8486-02d55306f17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:11:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-25c8c8fc-136f-4e6e-b9c7-b27543e9235b req-1c950392-854b-4d77-bf1e-aa6592f4d0b1 service nova] Releasing lock "refresh_cache-e5d265e1-f85e-4056-9e76-be24a7a3d62c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:11:04 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:11:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-ee227fe2-f117-4aa0-9824-258c97900cdf req-67aea55d-4539-4f26-8dc5-60785385fc5b service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Received event network-changed-ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:11:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-ee227fe2-f117-4aa0-9824-258c97900cdf req-67aea55d-4539-4f26-8dc5-60785385fc5b service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Refreshing instance network info cache due to event network-changed-ac0ad616-15fd-4c41-8486-02d55306f17b. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:11:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ee227fe2-f117-4aa0-9824-258c97900cdf req-67aea55d-4539-4f26-8dc5-60785385fc5b service nova] Acquiring lock "refresh_cache-e5d265e1-f85e-4056-9e76-be24a7a3d62c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:11:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ee227fe2-f117-4aa0-9824-258c97900cdf req-67aea55d-4539-4f26-8dc5-60785385fc5b service nova] Acquired lock "refresh_cache-e5d265e1-f85e-4056-9e76-be24a7a3d62c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:11:05 user nova-compute[74974]: DEBUG nova.network.neutron [req-ee227fe2-f117-4aa0-9824-258c97900cdf req-67aea55d-4539-4f26-8dc5-60785385fc5b service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Refreshing network info cache for port ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:11:06 user nova-compute[74974]: DEBUG nova.network.neutron [req-ee227fe2-f117-4aa0-9824-258c97900cdf req-67aea55d-4539-4f26-8dc5-60785385fc5b service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Updated VIF entry in instance network info cache for port ac0ad616-15fd-4c41-8486-02d55306f17b. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:11:06 user nova-compute[74974]: DEBUG nova.network.neutron [req-ee227fe2-f117-4aa0-9824-258c97900cdf req-67aea55d-4539-4f26-8dc5-60785385fc5b service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Updating instance_info_cache with network_info: [{"id": "ac0ad616-15fd-4c41-8486-02d55306f17b", "address": "fa:16:3e:cd:23:f0", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0ad616-15", "ovs_interfaceid": "ac0ad616-15fd-4c41-8486-02d55306f17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:11:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ee227fe2-f117-4aa0-9824-258c97900cdf req-67aea55d-4539-4f26-8dc5-60785385fc5b service nova] Releasing lock "refresh_cache-e5d265e1-f85e-4056-9e76-be24a7a3d62c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:11:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:11:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:11:09 user nova-compute[74974]: INFO nova.compute.manager [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Rebooting instance
Nov 29 12:11:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "refresh_cache-e5d265e1-f85e-4056-9e76-be24a7a3d62c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:11:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquired lock "refresh_cache-e5d265e1-f85e-4056-9e76-be24a7a3d62c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:11:09 user nova-compute[74974]: DEBUG nova.network.neutron [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:11:10 user nova-compute[74974]: DEBUG nova.network.neutron [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Updating instance_info_cache with network_info: [{"id": "ac0ad616-15fd-4c41-8486-02d55306f17b", "address": "fa:16:3e:cd:23:f0", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0ad616-15", "ovs_interfaceid": "ac0ad616-15fd-4c41-8486-02d55306f17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:11:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Releasing lock "refresh_cache-e5d265e1-f85e-4056-9e76-be24a7a3d62c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:11:10 user nova-compute[74974]: DEBUG nova.compute.manager [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:11:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-dd644711-c855-41e5-97a4-53b2c28ccc50 req-363017d5-f31e-4b10-a374-3b4fd2a927ea service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Received event network-vif-unplugged-ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:11:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-dd644711-c855-41e5-97a4-53b2c28ccc50 req-363017d5-f31e-4b10-a374-3b4fd2a927ea service nova] Acquiring lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:11:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-dd644711-c855-41e5-97a4-53b2c28ccc50 req-363017d5-f31e-4b10-a374-3b4fd2a927ea service nova] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:11:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-dd644711-c855-41e5-97a4-53b2c28ccc50 req-363017d5-f31e-4b10-a374-3b4fd2a927ea service nova] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:11:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-dd644711-c855-41e5-97a4-53b2c28ccc50 req-363017d5-f31e-4b10-a374-3b4fd2a927ea service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] No waiting events found dispatching network-vif-unplugged-ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:11:10 user nova-compute[74974]: WARNING nova.compute.manager [req-dd644711-c855-41e5-97a4-53b2c28ccc50 req-363017d5-f31e-4b10-a374-3b4fd2a927ea service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Received unexpected event network-vif-unplugged-ac0ad616-15fd-4c41-8486-02d55306f17b for instance with vm_state active and task_state reboot_started_hard.
Nov 29 12:11:11 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Instance destroyed successfully.
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.objects.instance [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lazy-loading 'resources' on Instance uuid e5d265e1-f85e-4056-9e76-be24a7a3d62c {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:08:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-685851521',display_name='tempest-TestMinimumBasicScenario-server-685851521',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-685851521',id=39,image_ref='523028db-29af-461e-a6e3-be626be02168',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIAPbQYZ2fm/foDKUg5TIdbRzbdB27nV+GIwZNTiD9nlzwCd42dG7aDQJMUH5YeezAW56wRLdD24l9FIifYj6ICoHu5MZyvkbLXRxVwV00TAN7Hn7p6XaDWf/p7kYVttig==',key_name='tempest-TestMinimumBasicScenario-1158021566',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:09:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2211d314e2634ee79e5747c787920c10',ramdisk_id='',reservation_id='r-3urb3waj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='523028db-29af-461e-a6e3-be626be02168',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1298884758',owner_user_name='tempest-TestMinimumBasicScenario-1298884758-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:11:10Z,user_data=None,user_id='0af07c7ab74d4f9ebc7f43420452dabe',uuid=e5d265e1-f85e-4056-9e76-be24a7a3d62c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ac0ad616-15fd-4c41-8486-02d55306f17b", "address": "fa:16:3e:cd:23:f0", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0ad616-15", "ovs_interfaceid": "ac0ad616-15fd-4c41-8486-02d55306f17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Converting VIF {"id": "ac0ad616-15fd-4c41-8486-02d55306f17b", "address": "fa:16:3e:cd:23:f0", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0ad616-15", "ovs_interfaceid": "ac0ad616-15fd-4c41-8486-02d55306f17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cd:23:f0,bridge_name='br-int',has_traffic_filtering=True,id=ac0ad616-15fd-4c41-8486-02d55306f17b,network=Network(9dc2f704-2715-4f2a-bac4-49bbf22355e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac0ad616-15') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_vif [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:23:f0,bridge_name='br-int',has_traffic_filtering=True,id=ac0ad616-15fd-4c41-8486-02d55306f17b,network=Network(9dc2f704-2715-4f2a-bac4-49bbf22355e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac0ad616-15') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapac0ad616-15, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=51a8b469-0f0e-4281-8fe5-306930fe21f1) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:11 user nova-compute[74974]: INFO os_vif [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:23:f0,bridge_name='br-int',has_traffic_filtering=True,id=ac0ad616-15fd-4c41-8486-02d55306f17b,network=Network(9dc2f704-2715-4f2a-bac4-49bbf22355e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac0ad616-15')
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UZzYMbqR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:11:11 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[62049902-99e9-4499-ab8c-5faff85f8532]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:11:11 user nova-compute[74974]: No targets found.
Nov 29 12:11:11 user nova-compute[74974]: iSNS:
Nov 29 12:11:11 user nova-compute[74974]: No targets found.
Nov 29 12:11:11 user nova-compute[74974]: STATIC:
Nov 29 12:11:11 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:11:11 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:11:11 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:11:11 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697
Nov 29 12:11:11 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:11:11 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:11:11 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2
Nov 29 12:11:11 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:11:11 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:11:11 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67
Nov 29 12:11:11 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:11:11 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:11:11 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e
Nov 29 12:11:11 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:11:11 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:11:11 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b
Nov 29 12:11:11 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:11:11 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:11:11 user nova-compute[74974]: FIRMWARE:
Nov 29 12:11:11 user nova-compute[74974]: No targets found.
Nov 29 12:11:11 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:11:11 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:11:11 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[119f5525-5237-4aba-8682-363cf9f5a739]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9745b444-5f43-48b9-8750-64ec0e7bf602]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:11:11 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:11:11 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:11:11 user nova-compute[74974]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)
Nov 29 12:11:11 user nova-compute[74974]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)
Nov 29 12:11:11 user nova-compute[74974]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 (non-flash)
Nov 29 12:11:11 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:11:11 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:11:11 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:11:11 user nova-compute[74974]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)
Nov 29 12:11:11 user nova-compute[74974]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)
Nov 29 12:11:11 user nova-compute[74974]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 (non-flash)
Nov 29 12:11:11 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1ae6d89f30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e'): ({'sdc'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Removing single pathed devices sdc {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5ed1199-c1c9-4587-9712-f2662b43c751]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cb5a60f-c17e-4d66-bd8a-9a7e3fb70527]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Flushing IO for device /dev/sdc {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d7ec5cc-453f-4b02-915e-a1341c3559aa]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.057s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[105f6928-97cb-4899-9e3e-c471acf766a9]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] SCSI volumes sdc have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[19e8c831-3871-4b5d-aee1-c506472be612]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[00cfc18d-ae22-4e3f-8173-4237facf9600]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e, portal: 172.16.0.220,3260]
Nov 29 12:11:11 user nova-compute[74974]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e, portal: 172.16.0.220,3260] successful.
Nov 29 12:11:11 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[133d63f7-51c5-4a57-a3b9-42278a290d54]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.349s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] <== disconnect_volume: return (350ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Start _get_guest_xml network_info=[{"id": "ac0ad616-15fd-4c41-8486-02d55306f17b", "address": "fa:16:3e:cd:23:f0", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0ad616-15", "ovs_interfaceid": "ac0ad616-15fd-4c41-8486-02d55306f17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=523028db-29af-461e-a6e3-be626be02168,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '523028db-29af-461e-a6e3-be626be02168'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'attachment_id': '6543be6c-a78f-4fde-8c46-22c5a2e6add1', 'guest_format': None, 'device_type': 'disk', 'boot_index': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UZzYMbqR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': 'e5d265e1-f85e-4056-9e76-be24a7a3d62c', 'attached_at': '', 'detached_at': '', 'volume_id': '109e1f38-0f24-4998-983f-f0e0c91cbe8e', 'serial': '109e1f38-0f24-4998-983f-f0e0c91cbe8e'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:11:11 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:11:11 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=523028db-29af-461e-a6e3-be626be02168,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.objects.instance [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lazy-loading 'vcpu_model' on Instance uuid e5d265e1-f85e-4056-9e76-be24a7a3d62c {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.objects.base [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Object Instance<e5d265e1-f85e-4056-9e76-be24a7a3d62c> lazy-loaded attributes: resources,vcpu_model {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UZzYMbqR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:11:11 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:11:11 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:11:11 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[04f18fca-b681-4c91-ab75-37c9bcaa8757]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:11:11 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[09f05fea-140f-4100-94ac-4fcb99476fc9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e] added
Nov 29 12:11:11 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[31712a89-7929-4a0a-9e59-b46a151feb97]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6aade90-bd83-48d0-b8c9-f7995cecaf1f]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UZzYMbqR {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UZzYMbqR" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[295ae31b-8e77-40af-9593-60073d4a8a14]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UZzYMbqR'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[98b5bc90-c986-401c-81a7-2efcc152458c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f471dae9-564b-42f1-90b1-f5940a0f632a]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:11:11 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:11:11 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:11:11 user nova-compute[74974]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)
Nov 29 12:11:11 user nova-compute[74974]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 (non-flash)
Nov 29 12:11:11 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:11:11 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:11:11 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:11:11 user nova-compute[74974]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)
Nov 29 12:11:11 user nova-compute[74974]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 (non-flash)
Nov 29 12:11:11 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:11:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa901b6d-a702-4b99-b852-9c1a7b5aa57d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e, portal: 172.16.0.220,3260]
Nov 29 12:11:12 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e, portal: 172.16.0.220,3260] successful.
Nov 29 12:11:12 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2e5a0a7-36fc-4d72-b3d2-ea707909fd63]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc508a44-de13-4915-8c76-cf837931ba7d]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:11:12 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:11:12 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:11:12 user nova-compute[74974]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)
Nov 29 12:11:12 user nova-compute[74974]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 (non-flash)
Nov 29 12:11:12 user nova-compute[74974]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)
Nov 29 12:11:12 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:11:12 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:11:12 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:11:12 user nova-compute[74974]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)
Nov 29 12:11:12 user nova-compute[74974]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 (non-flash)
Nov 29 12:11:12 user nova-compute[74974]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)
Nov 29 12:11:12 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.283s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] HCTL ('34', '-', '-', 0) found on session 52 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d40dfb11-6e7b-440e-b4c3-1211a165589a]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Searching for a device in session 52 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UZzYMbqR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-947a1bbb-3b7d-48bc-8d8a-f8feba559fba req-01b7d127-ef68-4af5-a751-0b86635db666 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Received event network-vif-plugged-ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-947a1bbb-3b7d-48bc-8d8a-f8feba559fba req-01b7d127-ef68-4af5-a751-0b86635db666 service nova] Acquiring lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-947a1bbb-3b7d-48bc-8d8a-f8feba559fba req-01b7d127-ef68-4af5-a751-0b86635db666 service nova] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-947a1bbb-3b7d-48bc-8d8a-f8feba559fba req-01b7d127-ef68-4af5-a751-0b86635db666 service nova] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:11:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-947a1bbb-3b7d-48bc-8d8a-f8feba559fba req-01b7d127-ef68-4af5-a751-0b86635db666 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] No waiting events found dispatching network-vif-plugged-ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:11:12 user nova-compute[74974]: WARNING nova.compute.manager [req-947a1bbb-3b7d-48bc-8d8a-f8feba559fba req-01b7d127-ef68-4af5-a751-0b86635db666 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Received unexpected event network-vif-plugged-ac0ad616-15fd-4c41-8486-02d55306f17b for instance with vm_state active and task_state reboot_started_hard.
Nov 29 12:11:13 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.315s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] <== connect_volume: return (1316ms) {'type': 'block', 'scsi_wwn': '23437633461623265', 'path': '/dev/sdc'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23437633461623265', 'path': '/dev/sdc'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:08:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-685851521',display_name='tempest-TestMinimumBasicScenario-server-685851521',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-685851521',id=39,image_ref='523028db-29af-461e-a6e3-be626be02168',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIAPbQYZ2fm/foDKUg5TIdbRzbdB27nV+GIwZNTiD9nlzwCd42dG7aDQJMUH5YeezAW56wRLdD24l9FIifYj6ICoHu5MZyvkbLXRxVwV00TAN7Hn7p6XaDWf/p7kYVttig==',key_name='tempest-TestMinimumBasicScenario-1158021566',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:09:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2211d314e2634ee79e5747c787920c10',ramdisk_id='',reservation_id='r-3urb3waj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='523028db-29af-461e-a6e3-be626be02168',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1298884758',owner_user_name='tempest-TestMinimumBasicScenario-1298884758-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:11:10Z,user_data=None,user_id='0af07c7ab74d4f9ebc7f43420452dabe',uuid=e5d265e1-f85e-4056-9e76-be24a7a3d62c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ac0ad616-15fd-4c41-8486-02d55306f17b", "address": "fa:16:3e:cd:23:f0", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0ad616-15", "ovs_interfaceid": "ac0ad616-15fd-4c41-8486-02d55306f17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Converting VIF {"id": "ac0ad616-15fd-4c41-8486-02d55306f17b", "address": "fa:16:3e:cd:23:f0", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0ad616-15", "ovs_interfaceid": "ac0ad616-15fd-4c41-8486-02d55306f17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cd:23:f0,bridge_name='br-int',has_traffic_filtering=True,id=ac0ad616-15fd-4c41-8486-02d55306f17b,network=Network(9dc2f704-2715-4f2a-bac4-49bbf22355e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac0ad616-15') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG nova.objects.instance [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lazy-loading 'pci_devices' on Instance uuid e5d265e1-f85e-4056-9e76-be24a7a3d62c {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG nova.objects.base [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Object Instance<e5d265e1-f85e-4056-9e76-be24a7a3d62c> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:11:13 user nova-compute[74974]:   <uuid>e5d265e1-f85e-4056-9e76-be24a7a3d62c</uuid>
Nov 29 12:11:13 user nova-compute[74974]:   <name>instance-00000027</name>
Nov 29 12:11:13 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:11:13 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:11:13 user nova-compute[74974]:   <metadata>
Nov 29 12:11:13 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:11:13 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:11:13 user nova-compute[74974]:       <nova:name>tempest-TestMinimumBasicScenario-server-685851521</nova:name>
Nov 29 12:11:13 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:11:11</nova:creationTime>
Nov 29 12:11:13 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:11:13 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:11:13 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:11:13 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:11:13 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:11:13 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:11:13 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:11:13 user nova-compute[74974]:       <nova:owner>
Nov 29 12:11:13 user nova-compute[74974]:         <nova:user uuid="0af07c7ab74d4f9ebc7f43420452dabe">tempest-TestMinimumBasicScenario-1298884758-project-member</nova:user>
Nov 29 12:11:13 user nova-compute[74974]:         <nova:project uuid="2211d314e2634ee79e5747c787920c10">tempest-TestMinimumBasicScenario-1298884758</nova:project>
Nov 29 12:11:13 user nova-compute[74974]:       </nova:owner>
Nov 29 12:11:13 user nova-compute[74974]:       <nova:root type="image" uuid="523028db-29af-461e-a6e3-be626be02168"/>
Nov 29 12:11:13 user nova-compute[74974]:       <nova:ports>
Nov 29 12:11:13 user nova-compute[74974]:         <nova:port uuid="ac0ad616-15fd-4c41-8486-02d55306f17b">
Nov 29 12:11:13 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 12:11:13 user nova-compute[74974]:         </nova:port>
Nov 29 12:11:13 user nova-compute[74974]:       </nova:ports>
Nov 29 12:11:13 user nova-compute[74974]:     </nova:instance>
Nov 29 12:11:13 user nova-compute[74974]:   </metadata>
Nov 29 12:11:13 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:11:13 user nova-compute[74974]:     <system>
Nov 29 12:11:13 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:11:13 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:11:13 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:11:13 user nova-compute[74974]:       <entry name="serial">e5d265e1-f85e-4056-9e76-be24a7a3d62c</entry>
Nov 29 12:11:13 user nova-compute[74974]:       <entry name="uuid">e5d265e1-f85e-4056-9e76-be24a7a3d62c</entry>
Nov 29 12:11:13 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:11:13 user nova-compute[74974]:     </system>
Nov 29 12:11:13 user nova-compute[74974]:   </sysinfo>
Nov 29 12:11:13 user nova-compute[74974]:   <os>
Nov 29 12:11:13 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:11:13 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:11:13 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:11:13 user nova-compute[74974]:   </os>
Nov 29 12:11:13 user nova-compute[74974]:   <features>
Nov 29 12:11:13 user nova-compute[74974]:     <acpi/>
Nov 29 12:11:13 user nova-compute[74974]:     <apic/>
Nov 29 12:11:13 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:11:13 user nova-compute[74974]:   </features>
Nov 29 12:11:13 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:11:13 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:11:13 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:11:13 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:11:13 user nova-compute[74974]:   </clock>
Nov 29 12:11:13 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:11:13 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:11:13 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:11:13 user nova-compute[74974]:   </cpu>
Nov 29 12:11:13 user nova-compute[74974]:   <devices>
Nov 29 12:11:13 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:11:13 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:11:13 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk"/>
Nov 29 12:11:13 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:11:13 user nova-compute[74974]:     </disk>
Nov 29 12:11:13 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 12:11:13 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:11:13 user nova-compute[74974]:       <source dev="/dev/sdc"/>
Nov 29 12:11:13 user nova-compute[74974]:       <target dev="vdb" bus="virtio"/>
Nov 29 12:11:13 user nova-compute[74974]:       <serial>109e1f38-0f24-4998-983f-f0e0c91cbe8e</serial>
Nov 29 12:11:13 user nova-compute[74974]:     </disk>
Nov 29 12:11:13 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:11:13 user nova-compute[74974]:       <mac address="fa:16:3e:cd:23:f0"/>
Nov 29 12:11:13 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:11:13 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:11:13 user nova-compute[74974]:       <target dev="tapac0ad616-15"/>
Nov 29 12:11:13 user nova-compute[74974]:     </interface>
Nov 29 12:11:13 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:11:13 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/console.log" append="off"/>
Nov 29 12:11:13 user nova-compute[74974]:     </serial>
Nov 29 12:11:13 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:11:13 user nova-compute[74974]:     <video>
Nov 29 12:11:13 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:11:13 user nova-compute[74974]:     </video>
Nov 29 12:11:13 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:11:13 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:11:13 user nova-compute[74974]:     </rng>
Nov 29 12:11:13 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:11:13 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:11:13 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:11:13 user nova-compute[74974]:     </memballoon>
Nov 29 12:11:13 user nova-compute[74974]:   </devices>
Nov 29 12:11:13 user nova-compute[74974]: </domain>
Nov 29 12:11:13 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG nova.objects.instance [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lazy-loading 'trusted_certs' on Instance uuid e5d265e1-f85e-4056-9e76-be24a7a3d62c {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG nova.objects.base [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Object Instance<e5d265e1-f85e-4056-9e76-be24a7a3d62c> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9caf1a82f8ed5dae9733e2253a9cf91f155f0b50 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9caf1a82f8ed5dae9733e2253a9cf91f155f0b50 --force-share --output=json" returned: 0 in 0.173s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Cannot resize image /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG nova.objects.instance [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lazy-loading 'migration_context' on Instance uuid e5d265e1-f85e-4056-9e76-be24a7a3d62c {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG nova.objects.base [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Object Instance<e5d265e1-f85e-4056-9e76-be24a7a3d62c> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:08:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-685851521',display_name='tempest-TestMinimumBasicScenario-server-685851521',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-685851521',id=39,image_ref='523028db-29af-461e-a6e3-be626be02168',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIAPbQYZ2fm/foDKUg5TIdbRzbdB27nV+GIwZNTiD9nlzwCd42dG7aDQJMUH5YeezAW56wRLdD24l9FIifYj6ICoHu5MZyvkbLXRxVwV00TAN7Hn7p6XaDWf/p7kYVttig==',key_name='tempest-TestMinimumBasicScenario-1158021566',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:09:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='2211d314e2634ee79e5747c787920c10',ramdisk_id='',reservation_id='r-3urb3waj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='523028db-29af-461e-a6e3-be626be02168',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1298884758',owner_user_name='tempest-TestMinimumBasicScenario-1298884758-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:11:10Z,user_data=None,user_id='0af07c7ab74d4f9ebc7f43420452dabe',uuid=e5d265e1-f85e-4056-9e76-be24a7a3d62c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ac0ad616-15fd-4c41-8486-02d55306f17b", "address": "fa:16:3e:cd:23:f0", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0ad616-15", "ovs_interfaceid": "ac0ad616-15fd-4c41-8486-02d55306f17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Converting VIF {"id": "ac0ad616-15fd-4c41-8486-02d55306f17b", "address": "fa:16:3e:cd:23:f0", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0ad616-15", "ovs_interfaceid": "ac0ad616-15fd-4c41-8486-02d55306f17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cd:23:f0,bridge_name='br-int',has_traffic_filtering=True,id=ac0ad616-15fd-4c41-8486-02d55306f17b,network=Network(9dc2f704-2715-4f2a-bac4-49bbf22355e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac0ad616-15') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG os_vif [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:23:f0,bridge_name='br-int',has_traffic_filtering=True,id=ac0ad616-15fd-4c41-8486-02d55306f17b,network=Network(9dc2f704-2715-4f2a-bac4-49bbf22355e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac0ad616-15') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd303451c-5145-50b5-9268-99829a17bbab', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapac0ad616-15, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapac0ad616-15, col_values=(('qos', UUID('8c835118-fe97-43d6-81ea-ab06467a5d32')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapac0ad616-15, col_values=(('external_ids', {'iface-id': 'ac0ad616-15fd-4c41-8486-02d55306f17b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cd:23:f0', 'vm-uuid': 'e5d265e1-f85e-4056-9e76-be24a7a3d62c'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:11:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:13 user nova-compute[74974]: INFO os_vif [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:23:f0,bridge_name='br-int',has_traffic_filtering=True,id=ac0ad616-15fd-4c41-8486-02d55306f17b,network=Network(9dc2f704-2715-4f2a-bac4-49bbf22355e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac0ad616-15')
Nov 29 12:11:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:15 user nova-compute[74974]: DEBUG nova.compute.manager [req-b69c6cc9-13de-4414-9741-3cea0adddbb1 req-feef2285-2a45-43f9-aa9c-0f2c6e27be7e service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Received event network-vif-plugged-ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:11:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b69c6cc9-13de-4414-9741-3cea0adddbb1 req-feef2285-2a45-43f9-aa9c-0f2c6e27be7e service nova] Acquiring lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:11:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b69c6cc9-13de-4414-9741-3cea0adddbb1 req-feef2285-2a45-43f9-aa9c-0f2c6e27be7e service nova] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:11:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b69c6cc9-13de-4414-9741-3cea0adddbb1 req-feef2285-2a45-43f9-aa9c-0f2c6e27be7e service nova] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:11:15 user nova-compute[74974]: DEBUG nova.compute.manager [req-b69c6cc9-13de-4414-9741-3cea0adddbb1 req-feef2285-2a45-43f9-aa9c-0f2c6e27be7e service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] No waiting events found dispatching network-vif-plugged-ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:11:15 user nova-compute[74974]: WARNING nova.compute.manager [req-b69c6cc9-13de-4414-9741-3cea0adddbb1 req-feef2285-2a45-43f9-aa9c-0f2c6e27be7e service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Received unexpected event network-vif-plugged-ac0ad616-15fd-4c41-8486-02d55306f17b for instance with vm_state active and task_state reboot_started_hard.
Nov 29 12:11:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:17 user nova-compute[74974]: DEBUG nova.compute.manager [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:11:17 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Instance rebooted successfully.
Nov 29 12:11:17 user nova-compute[74974]: DEBUG nova.compute.manager [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:11:17 user nova-compute[74974]: DEBUG nova.compute.manager [req-61a79423-5c4c-43c1-ab1e-f7b696631854 req-fc6c1391-ad63-431a-9968-09a5cdf49e79 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Received event network-vif-plugged-ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:11:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-61a79423-5c4c-43c1-ab1e-f7b696631854 req-fc6c1391-ad63-431a-9968-09a5cdf49e79 service nova] Acquiring lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:11:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-61a79423-5c4c-43c1-ab1e-f7b696631854 req-fc6c1391-ad63-431a-9968-09a5cdf49e79 service nova] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:11:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-61a79423-5c4c-43c1-ab1e-f7b696631854 req-fc6c1391-ad63-431a-9968-09a5cdf49e79 service nova] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:11:17 user nova-compute[74974]: DEBUG nova.compute.manager [req-61a79423-5c4c-43c1-ab1e-f7b696631854 req-fc6c1391-ad63-431a-9968-09a5cdf49e79 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] No waiting events found dispatching network-vif-plugged-ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:11:17 user nova-compute[74974]: WARNING nova.compute.manager [req-61a79423-5c4c-43c1-ab1e-f7b696631854 req-fc6c1391-ad63-431a-9968-09a5cdf49e79 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Received unexpected event network-vif-plugged-ac0ad616-15fd-4c41-8486-02d55306f17b for instance with vm_state active and task_state reboot_started_hard.
Nov 29 12:11:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-193b6069-c09e-41ff-9d45-ca36454bfa36 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.645s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:11:18 user nova-compute[74974]: INFO nova.compute.manager [None req-68bce583-62fd-47a7-8378-a33c188cc6d7 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Get console output
Nov 29 12:11:18 user nova-compute[74974]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Nov 29 12:11:18 user nova-compute[74974]: INFO nova.compute.manager [None req-eba4bc25-0ed9-436a-a655-9ee01c3f4494 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Unrescuing
Nov 29 12:11:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eba4bc25-0ed9-436a-a655-9ee01c3f4494 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "refresh_cache-4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:11:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eba4bc25-0ed9-436a-a655-9ee01c3f4494 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquired lock "refresh_cache-4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:11:18 user nova-compute[74974]: DEBUG nova.network.neutron [None req-eba4bc25-0ed9-436a-a655-9ee01c3f4494 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:11:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:19 user nova-compute[74974]: DEBUG nova.network.neutron [None req-eba4bc25-0ed9-436a-a655-9ee01c3f4494 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Updating instance_info_cache with network_info: [{"id": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "address": "fa:16:3e:07:08:d8", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ee276fe-29", "ovs_interfaceid": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:11:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eba4bc25-0ed9-436a-a655-9ee01c3f4494 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Releasing lock "refresh_cache-4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:11:19 user nova-compute[74974]: DEBUG nova.objects.instance [None req-eba4bc25-0ed9-436a-a655-9ee01c3f4494 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lazy-loading 'flavor' on Instance uuid 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:11:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-df5dec24-805c-46b9-9476-36fc9f50d568 req-b6966732-e8c4-4278-af50-d0e720315048 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received event network-vif-unplugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:11:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-df5dec24-805c-46b9-9476-36fc9f50d568 req-b6966732-e8c4-4278-af50-d0e720315048 service nova] Acquiring lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:11:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-df5dec24-805c-46b9-9476-36fc9f50d568 req-b6966732-e8c4-4278-af50-d0e720315048 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:11:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-df5dec24-805c-46b9-9476-36fc9f50d568 req-b6966732-e8c4-4278-af50-d0e720315048 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:11:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-df5dec24-805c-46b9-9476-36fc9f50d568 req-b6966732-e8c4-4278-af50-d0e720315048 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] No waiting events found dispatching network-vif-unplugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:11:19 user nova-compute[74974]: WARNING nova.compute.manager [req-df5dec24-805c-46b9-9476-36fc9f50d568 req-b6966732-e8c4-4278-af50-d0e720315048 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received unexpected event network-vif-unplugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c for instance with vm_state rescued and task_state unrescuing.
Nov 29 12:11:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:20 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ebe839a3-214e-41aa-9906-2a9c96adfa7f is timed out.
Nov 29 12:11:20 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Successfully detached device vdb from instance ebe839a3-214e-41aa-9906-2a9c96adfa7f from the live domain config.
Nov 29 12:11:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EiHSjbwl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:11:20 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:11:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.033s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5f67a53-9647-4253-858e-3231d4551f81]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:11:20 user nova-compute[74974]: No targets found.
Nov 29 12:11:20 user nova-compute[74974]: iSNS:
Nov 29 12:11:20 user nova-compute[74974]: No targets found.
Nov 29 12:11:20 user nova-compute[74974]: STATIC:
Nov 29 12:11:20 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:11:20 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:11:20 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:11:20 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697
Nov 29 12:11:20 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:11:20 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:11:20 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2
Nov 29 12:11:20 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:11:20 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:11:20 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67
Nov 29 12:11:20 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:11:20 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:11:20 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e
Nov 29 12:11:20 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:11:20 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:11:20 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b
Nov 29 12:11:20 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:11:20 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:11:20 user nova-compute[74974]: FIRMWARE:
Nov 29 12:11:20 user nova-compute[74974]: No targets found.
Nov 29 12:11:20 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:11:20 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:11:20 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[55947bf8-71ec-487f-b016-11ba159f9669]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba7f157f-20b5-4c8c-b2be-331fa90bb655]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:11:20 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:11:20 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:11:20 user nova-compute[74974]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)
Nov 29 12:11:20 user nova-compute[74974]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 (non-flash)
Nov 29 12:11:20 user nova-compute[74974]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)
Nov 29 12:11:20 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:11:20 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:11:20 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:11:20 user nova-compute[74974]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)
Nov 29 12:11:20 user nova-compute[74974]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 (non-flash)
Nov 29 12:11:20 user nova-compute[74974]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)
Nov 29 12:11:20 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa82b7c70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67'): ({'sdd'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Removing single pathed devices sdd {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbf12770-3c6b-46cd-88e4-7e5150b3de00]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ffc51a8-36a1-452b-8296-05bd509e885a]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Flushing IO for device /dev/sdd {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c47ce18e-f830-4749-b7f7-e6cfaff9af51]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.050s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[94d78f5c-5585-40d8-afc4-061c747f6783]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] SCSI volumes sdd have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[68da8209-e78c-4342-96aa-f6f4d0cba0ae]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:20 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Instance destroyed successfully.
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 -p 172.16.0.220:3260 --logout" returned: 0 in 0.090s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6266d7c3-aae4-420c-9c30-9d3bd4171a15]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67, portal: 172.16.0.220,3260]
Nov 29 12:11:20 user nova-compute[74974]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67, portal: 172.16.0.220,3260] successful.
Nov 29 12:11:20 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06c0df0c-1f4c-4198-bf43-3003c6df3e67 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3169c8e-b127-4e79-9877-45df1a3657f8]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.374s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] <== disconnect_volume: return (376ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:11:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:11:21 user nova-compute[74974]: DEBUG nova.objects.instance [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lazy-loading 'flavor' on Instance uuid ebe839a3-214e-41aa-9906-2a9c96adfa7f {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:11:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8eb7ada1-b4c4-4964-af12-ee2431b7ca7b tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.970s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:11:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:21 user nova-compute[74974]: DEBUG nova.compute.manager [req-89e26151-d427-43d7-949d-461ee7f4590a req-9daaa0be-2ba1-4b34-b674-620299f7a575 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:11:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-89e26151-d427-43d7-949d-461ee7f4590a req-9daaa0be-2ba1-4b34-b674-620299f7a575 service nova] Acquiring lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:11:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-89e26151-d427-43d7-949d-461ee7f4590a req-9daaa0be-2ba1-4b34-b674-620299f7a575 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:11:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-89e26151-d427-43d7-949d-461ee7f4590a req-9daaa0be-2ba1-4b34-b674-620299f7a575 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:11:21 user nova-compute[74974]: DEBUG nova.compute.manager [req-89e26151-d427-43d7-949d-461ee7f4590a req-9daaa0be-2ba1-4b34-b674-620299f7a575 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] No waiting events found dispatching network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:11:21 user nova-compute[74974]: WARNING nova.compute.manager [req-89e26151-d427-43d7-949d-461ee7f4590a req-9daaa0be-2ba1-4b34-b674-620299f7a575 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received unexpected event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c for instance with vm_state rescued and task_state unrescuing.
Nov 29 12:11:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:23 user nova-compute[74974]: DEBUG nova.compute.manager [None req-eba4bc25-0ed9-436a-a655-9ee01c3f4494 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:11:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:23 user nova-compute[74974]: DEBUG nova.compute.manager [req-14760b04-6f14-4e81-90aa-915e5253e653 req-53bb26fb-805d-49ce-a851-4cc92a21af50 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:11:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-14760b04-6f14-4e81-90aa-915e5253e653 req-53bb26fb-805d-49ce-a851-4cc92a21af50 service nova] Acquiring lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:11:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-14760b04-6f14-4e81-90aa-915e5253e653 req-53bb26fb-805d-49ce-a851-4cc92a21af50 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:11:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-14760b04-6f14-4e81-90aa-915e5253e653 req-53bb26fb-805d-49ce-a851-4cc92a21af50 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:11:23 user nova-compute[74974]: DEBUG nova.compute.manager [req-14760b04-6f14-4e81-90aa-915e5253e653 req-53bb26fb-805d-49ce-a851-4cc92a21af50 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] No waiting events found dispatching network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:11:23 user nova-compute[74974]: WARNING nova.compute.manager [req-14760b04-6f14-4e81-90aa-915e5253e653 req-53bb26fb-805d-49ce-a851-4cc92a21af50 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received unexpected event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c for instance with vm_state active and task_state None.
Nov 29 12:11:23 user nova-compute[74974]: DEBUG nova.compute.manager [req-14760b04-6f14-4e81-90aa-915e5253e653 req-53bb26fb-805d-49ce-a851-4cc92a21af50 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:11:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-14760b04-6f14-4e81-90aa-915e5253e653 req-53bb26fb-805d-49ce-a851-4cc92a21af50 service nova] Acquiring lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:11:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-14760b04-6f14-4e81-90aa-915e5253e653 req-53bb26fb-805d-49ce-a851-4cc92a21af50 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:11:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-14760b04-6f14-4e81-90aa-915e5253e653 req-53bb26fb-805d-49ce-a851-4cc92a21af50 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:11:23 user nova-compute[74974]: DEBUG nova.compute.manager [req-14760b04-6f14-4e81-90aa-915e5253e653 req-53bb26fb-805d-49ce-a851-4cc92a21af50 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] No waiting events found dispatching network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:11:23 user nova-compute[74974]: WARNING nova.compute.manager [req-14760b04-6f14-4e81-90aa-915e5253e653 req-53bb26fb-805d-49ce-a851-4cc92a21af50 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received unexpected event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c for instance with vm_state active and task_state None.
Nov 29 12:11:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "722d2a93-e947-4da9-b9d6-c3dfded22c46" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:11:26 user nova-compute[74974]: INFO nova.compute.manager [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Terminating instance
Nov 29 12:11:26 user nova-compute[74974]: DEBUG nova.compute.manager [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG nova.compute.manager [req-752413a7-7c4d-40e9-896a-29a417bf4266 req-5c6b274b-bf12-419c-a5ca-0e77326ae7b3 service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received event network-vif-unplugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-752413a7-7c4d-40e9-896a-29a417bf4266 req-5c6b274b-bf12-419c-a5ca-0e77326ae7b3 service nova] Acquiring lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-752413a7-7c4d-40e9-896a-29a417bf4266 req-5c6b274b-bf12-419c-a5ca-0e77326ae7b3 service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-752413a7-7c4d-40e9-896a-29a417bf4266 req-5c6b274b-bf12-419c-a5ca-0e77326ae7b3 service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG nova.compute.manager [req-752413a7-7c4d-40e9-896a-29a417bf4266 req-5c6b274b-bf12-419c-a5ca-0e77326ae7b3 service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] No waiting events found dispatching network-vif-unplugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG nova.compute.manager [req-752413a7-7c4d-40e9-896a-29a417bf4266 req-5c6b274b-bf12-419c-a5ca-0e77326ae7b3 service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received event network-vif-unplugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:26 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Instance destroyed successfully.
Nov 29 12:11:26 user nova-compute[74974]: DEBUG nova.objects.instance [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'resources' on Instance uuid 722d2a93-e947-4da9-b9d6-c3dfded22c46 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:04:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-834677912',display_name='tempest-ServerRescueNegativeTestJSON-server-834677912',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-834677912',id=32,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH1zJYT0pnbGOwrh7qLRRvGD0CTTiVy60Zgt/o6DobdmkwxLBPFRYqBikHMb66kRnjfvOtRBykgXxDWPd961MpiR/pI9JYvTUqbNOU40G8xdVuLPpW1ZKoPvc45wAJSnRA==',key_name='tempest-keypair-2029510825',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:06:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8553e7a7a6984ad2b645599d231e911d',ramdisk_id='',reservation_id='r-oa9z083s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-761208322',owner_user_name='tempest-ServerRescueNegativeTestJSON-761208322-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:08:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2a3f8280d351445a94b8a1570609f519',uuid=722d2a93-e947-4da9-b9d6-c3dfded22c46,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "address": "fa:16:3e:ea:3c:43", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.101", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e953aa8-6d", "ovs_interfaceid": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converting VIF {"id": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "address": "fa:16:3e:ea:3c:43", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.101", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e953aa8-6d", "ovs_interfaceid": "1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ea:3c:43,bridge_name='br-int',has_traffic_filtering=True,id=1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e953aa8-6d') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG os_vif [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ea:3c:43,bridge_name='br-int',has_traffic_filtering=True,id=1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e953aa8-6d') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1e953aa8-6d, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bb6665b3-0c4f-4c66-a5d3-236d95603bbe) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:26 user nova-compute[74974]: INFO os_vif [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ea:3c:43,bridge_name='br-int',has_traffic_filtering=True,id=1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e953aa8-6d')
Nov 29 12:11:26 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Deleting instance files /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46_del
Nov 29 12:11:26 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Deletion of /opt/stack/data/nova/instances/722d2a93-e947-4da9-b9d6-c3dfded22c46_del complete
Nov 29 12:11:27 user nova-compute[74974]: INFO nova.compute.manager [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 29 12:11:27 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:11:27 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:11:27 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:11:28 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:11:28 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Took 1.03 seconds to deallocate network for instance.
Nov 29 12:11:28 user nova-compute[74974]: DEBUG nova.compute.manager [req-30bdce15-c9cc-4979-861e-76bc200496f1 req-db806c3d-be89-4643-85c1-2d0d642f03df service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received event network-vif-deleted-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:11:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:11:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:11:28 user nova-compute[74974]: DEBUG nova.compute.manager [req-3c660433-f20c-4ab3-9f3c-edc52f06c5d7 req-e5a401f1-b760-415e-bd85-5776b914c877 service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received event network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:11:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3c660433-f20c-4ab3-9f3c-edc52f06c5d7 req-e5a401f1-b760-415e-bd85-5776b914c877 service nova] Acquiring lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:11:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3c660433-f20c-4ab3-9f3c-edc52f06c5d7 req-e5a401f1-b760-415e-bd85-5776b914c877 service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:11:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3c660433-f20c-4ab3-9f3c-edc52f06c5d7 req-e5a401f1-b760-415e-bd85-5776b914c877 service nova] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:11:28 user nova-compute[74974]: DEBUG nova.compute.manager [req-3c660433-f20c-4ab3-9f3c-edc52f06c5d7 req-e5a401f1-b760-415e-bd85-5776b914c877 service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] No waiting events found dispatching network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:11:28 user nova-compute[74974]: WARNING nova.compute.manager [req-3c660433-f20c-4ab3-9f3c-edc52f06c5d7 req-e5a401f1-b760-415e-bd85-5776b914c877 service nova] [instance: 722d2a93-e947-4da9-b9d6-c3dfded22c46] Received unexpected event network-vif-plugged-1e953aa8-6d7c-4bbf-895f-bfa7d8e24a56 for instance with vm_state deleted and task_state None.
Nov 29 12:11:28 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:11:28 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:11:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.387s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:11:28 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Deleted allocations for instance 722d2a93-e947-4da9-b9d6-c3dfded22c46
Nov 29 12:11:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-788ef5db-8583-467e-9102-3a778a131594 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "722d2a93-e947-4da9-b9d6-c3dfded22c46" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.681s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:11:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:11:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:11:49 user nova-compute[74974]: INFO nova.compute.manager [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Detaching volume e14a941c-38e1-4317-8f75-d59880df1697
Nov 29 12:11:49 user nova-compute[74974]: INFO nova.virt.block_device [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Attempting to driver detach volume e14a941c-38e1-4317-8f75-d59880df1697 from mountpoint /dev/vdc
Nov 29 12:11:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Attempting to detach device vdc from instance e604fb90-ac09-4a3c-b54a-67c3bb022dc5 from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 12:11:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:11:49 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:11:49 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:11:49 user nova-compute[74974]:   <target dev="vdc" bus="virtio"/>
Nov 29 12:11:49 user nova-compute[74974]:   <serial>e14a941c-38e1-4317-8f75-d59880df1697</serial>
Nov 29 12:11:49 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 12:11:49 user nova-compute[74974]: </disk>
Nov 29 12:11:49 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:11:49 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Successfully detached device vdc from instance e604fb90-ac09-4a3c-b54a-67c3bb022dc5 from the persistent domain config.
Nov 29 12:11:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance e604fb90-ac09-4a3c-b54a-67c3bb022dc5 from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 12:11:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:11:49 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:11:49 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:11:49 user nova-compute[74974]:   <target dev="vdc" bus="virtio"/>
Nov 29 12:11:49 user nova-compute[74974]:   <serial>e14a941c-38e1-4317-8f75-d59880df1697</serial>
Nov 29 12:11:49 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 12:11:49 user nova-compute[74974]: </disk>
Nov 29 12:11:49 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:11:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance e604fb90-ac09-4a3c-b54a-67c3bb022dc5 {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 12:11:50 user nova-compute[74974]: DEBUG nova.compute.manager [req-4a6a8695-afc6-452d-97fd-e82c3e81f502 req-c4aad7df-b511-427c-847d-c6c1ac5d3b36 service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Received event network-changed-8e225624-5803-4bab-8e9d-24128332082d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:11:50 user nova-compute[74974]: DEBUG nova.compute.manager [req-4a6a8695-afc6-452d-97fd-e82c3e81f502 req-c4aad7df-b511-427c-847d-c6c1ac5d3b36 service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Refreshing instance network info cache due to event network-changed-8e225624-5803-4bab-8e9d-24128332082d. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:11:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-4a6a8695-afc6-452d-97fd-e82c3e81f502 req-c4aad7df-b511-427c-847d-c6c1ac5d3b36 service nova] Acquiring lock "refresh_cache-ebe839a3-214e-41aa-9906-2a9c96adfa7f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:11:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-4a6a8695-afc6-452d-97fd-e82c3e81f502 req-c4aad7df-b511-427c-847d-c6c1ac5d3b36 service nova] Acquired lock "refresh_cache-ebe839a3-214e-41aa-9906-2a9c96adfa7f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:11:50 user nova-compute[74974]: DEBUG nova.network.neutron [req-4a6a8695-afc6-452d-97fd-e82c3e81f502 req-c4aad7df-b511-427c-847d-c6c1ac5d3b36 service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Refreshing network info cache for port 8e225624-5803-4bab-8e9d-24128332082d {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:11:50 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:11:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74974) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 12:11:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:11:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:11:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:11:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:11:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:11:50 user nova-compute[74974]: INFO nova.compute.manager [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Terminating instance
Nov 29 12:11:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:11:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:50 user nova-compute[74974]: DEBUG nova.network.neutron [req-4a6a8695-afc6-452d-97fd-e82c3e81f502 req-c4aad7df-b511-427c-847d-c6c1ac5d3b36 service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Updated VIF entry in instance network info cache for port 8e225624-5803-4bab-8e9d-24128332082d. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:11:50 user nova-compute[74974]: DEBUG nova.network.neutron [req-4a6a8695-afc6-452d-97fd-e82c3e81f502 req-c4aad7df-b511-427c-847d-c6c1ac5d3b36 service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Updating instance_info_cache with network_info: [{"id": "8e225624-5803-4bab-8e9d-24128332082d", "address": "fa:16:3e:a8:32:b0", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e225624-58", "ovs_interfaceid": "8e225624-5803-4bab-8e9d-24128332082d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:11:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-4a6a8695-afc6-452d-97fd-e82c3e81f502 req-c4aad7df-b511-427c-847d-c6c1ac5d3b36 service nova] Releasing lock "refresh_cache-ebe839a3-214e-41aa-9906-2a9c96adfa7f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:11:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:51 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Instance destroyed successfully.
Nov 29 12:11:51 user nova-compute[74974]: DEBUG nova.objects.instance [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lazy-loading 'resources' on Instance uuid ebe839a3-214e-41aa-9906-2a9c96adfa7f {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:11:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:08:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-54781981',display_name='tempest-TestStampPattern-server-54781981',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-54781981',id=40,image_ref='32279524-7937-484e-b1fb-16c75eb8010e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBrXYHCoA+IOKHKEZnluLLiB4NrUmE08JCf3jYLCbPpqc7peA7EQhcr/hF7Z2sq/lf5YFfRgAe5D/KLd2iRJgjVpk8pMuDNEk/K2D08cBK9vMtFUV5of+/iBZ8dsOQgjtw==',key_name='tempest-TestStampPattern-290374335',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:09:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='84da09c2433640cb9454d6f827e89090',ramdisk_id='',reservation_id='r-tb3u5kij',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='05b4e1a0-022c-4332-9f20-0217cb1a2290',image_min_disk='1',image_min_ram='0',image_owner_id='84da09c2433640cb9454d6f827e89090',image_owner_project_name='tempest-TestStampPattern-637550434',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-637550434-project-member',image_user_id='a2c9009324844311bdf63ae6e0d98664',owner_project_name='tempest-TestStampPattern-637550434',owner_user_name='tempest-TestStampPattern-637550434-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:09:04Z,user_data=None,user_id='a2c9009324844311bdf63ae6e0d98664',uuid=ebe839a3-214e-41aa-9906-2a9c96adfa7f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8e225624-5803-4bab-8e9d-24128332082d", "address": "fa:16:3e:a8:32:b0", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.16", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e225624-58", "ovs_interfaceid": "8e225624-5803-4bab-8e9d-24128332082d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:11:51 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Converting VIF {"id": "8e225624-5803-4bab-8e9d-24128332082d", "address": "fa:16:3e:a8:32:b0", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.16", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e225624-58", "ovs_interfaceid": "8e225624-5803-4bab-8e9d-24128332082d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:11:51 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a8:32:b0,bridge_name='br-int',has_traffic_filtering=True,id=8e225624-5803-4bab-8e9d-24128332082d,network=Network(d70a6e61-5e49-451a-9be1-5b3efd652a41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e225624-58') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:11:51 user nova-compute[74974]: DEBUG os_vif [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a8:32:b0,bridge_name='br-int',has_traffic_filtering=True,id=8e225624-5803-4bab-8e9d-24128332082d,network=Network(d70a6e61-5e49-451a-9be1-5b3efd652a41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e225624-58') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:11:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8e225624-58, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:11:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:11:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5447480d-b70f-4755-8c30-9a2d450e839e) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:11:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:51 user nova-compute[74974]: INFO os_vif [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a8:32:b0,bridge_name='br-int',has_traffic_filtering=True,id=8e225624-5803-4bab-8e9d-24128332082d,network=Network(d70a6e61-5e49-451a-9be1-5b3efd652a41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e225624-58')
Nov 29 12:11:51 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Deleting instance files /opt/stack/data/nova/instances/ebe839a3-214e-41aa-9906-2a9c96adfa7f_del
Nov 29 12:11:51 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Deletion of /opt/stack/data/nova/instances/ebe839a3-214e-41aa-9906-2a9c96adfa7f_del complete
Nov 29 12:11:51 user nova-compute[74974]: INFO nova.compute.manager [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Took 0.96 seconds to destroy the instance on the hypervisor.
Nov 29 12:11:51 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:11:51 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:11:51 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:11:51 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:11:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:52 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:11:52 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Took 0.59 seconds to deallocate network for instance.
Nov 29 12:11:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-4b5f241d-12d9-49ad-a864-f0c0104b3703 req-10d414b3-e7e2-433c-b0f2-c23061976063 service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Received event network-vif-deleted-8e225624-5803-4bab-8e9d-24128332082d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:11:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:11:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:11:52 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:11:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-bf93e7d1-be4f-4a46-9270-4cfb9532fa43 req-1fe638ca-854f-4218-80f6-a44ca9370023 service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Received event network-vif-unplugged-8e225624-5803-4bab-8e9d-24128332082d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:11:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bf93e7d1-be4f-4a46-9270-4cfb9532fa43 req-1fe638ca-854f-4218-80f6-a44ca9370023 service nova] Acquiring lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:11:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bf93e7d1-be4f-4a46-9270-4cfb9532fa43 req-1fe638ca-854f-4218-80f6-a44ca9370023 service nova] Lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:11:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bf93e7d1-be4f-4a46-9270-4cfb9532fa43 req-1fe638ca-854f-4218-80f6-a44ca9370023 service nova] Lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:11:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-bf93e7d1-be4f-4a46-9270-4cfb9532fa43 req-1fe638ca-854f-4218-80f6-a44ca9370023 service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] No waiting events found dispatching network-vif-unplugged-8e225624-5803-4bab-8e9d-24128332082d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:11:52 user nova-compute[74974]: WARNING nova.compute.manager [req-bf93e7d1-be4f-4a46-9270-4cfb9532fa43 req-1fe638ca-854f-4218-80f6-a44ca9370023 service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Received unexpected event network-vif-unplugged-8e225624-5803-4bab-8e9d-24128332082d for instance with vm_state deleted and task_state None.
Nov 29 12:11:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-bf93e7d1-be4f-4a46-9270-4cfb9532fa43 req-1fe638ca-854f-4218-80f6-a44ca9370023 service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Received event network-vif-plugged-8e225624-5803-4bab-8e9d-24128332082d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:11:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bf93e7d1-be4f-4a46-9270-4cfb9532fa43 req-1fe638ca-854f-4218-80f6-a44ca9370023 service nova] Acquiring lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:11:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bf93e7d1-be4f-4a46-9270-4cfb9532fa43 req-1fe638ca-854f-4218-80f6-a44ca9370023 service nova] Lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:11:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bf93e7d1-be4f-4a46-9270-4cfb9532fa43 req-1fe638ca-854f-4218-80f6-a44ca9370023 service nova] Lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:11:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-bf93e7d1-be4f-4a46-9270-4cfb9532fa43 req-1fe638ca-854f-4218-80f6-a44ca9370023 service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] No waiting events found dispatching network-vif-plugged-8e225624-5803-4bab-8e9d-24128332082d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:11:52 user nova-compute[74974]: WARNING nova.compute.manager [req-bf93e7d1-be4f-4a46-9270-4cfb9532fa43 req-1fe638ca-854f-4218-80f6-a44ca9370023 service nova] [instance: ebe839a3-214e-41aa-9906-2a9c96adfa7f] Received unexpected event network-vif-plugged-8e225624-5803-4bab-8e9d-24128332082d for instance with vm_state deleted and task_state None.
Nov 29 12:11:52 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:11:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.397s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:11:52 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Deleted allocations for instance ebe839a3-214e-41aa-9906-2a9c96adfa7f
Nov 29 12:11:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2d2b506d-cc62-4aac-8456-104d94eb27d5 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "ebe839a3-214e-41aa-9906-2a9c96adfa7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.409s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:11:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:54 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:11:54 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Cleaning up deleted instances {{(pid=74974) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 12:11:54 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] There are 0 instances to clean {{(pid=74974) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 12:11:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:56 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:11:56 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:11:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-05b4e1a0-022c-4332-9f20-0217cb1a2290" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:11:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-05b4e1a0-022c-4332-9f20-0217cb1a2290" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:11:56 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:11:57 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Updating instance_info_cache with network_info: [{"id": "347a6df9-475b-4421-8133-b0a4dee12abb", "address": "fa:16:3e:5c:48:a6", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap347a6df9-47", "ovs_interfaceid": "347a6df9-475b-4421-8133-b0a4dee12abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:11:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-05b4e1a0-022c-4332-9f20-0217cb1a2290" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:11:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:11:57 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:11:57 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:11:57 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:11:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:11:58 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:11:58 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:11:58 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:11:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:11:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:11:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:11:58 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:11:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:58 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:11:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:11:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:11:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:11:59 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:12:00 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdi (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:12:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:02 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:12:02 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:12:02 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:12:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=7625MB free_disk=24.605304718017578GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:12:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2ed3a206-5fd0-4782-b47a-20497a7df7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:12:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:12:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance ee78d0d8-0125-46d8-b1e1-2b38eaabeedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:12:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e4219657-0bf5-4781-9960-490c7b1d97ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:12:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e0cb8e50-6436-4a97-b50c-23f5ad505d68 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:12:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 501bf9d6-c605-4de3-8cfa-86557b9e387e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:12:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 05b4e1a0-022c-4332-9f20-0217cb1a2290 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:12:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:12:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 08f04de5-0f3e-4809-8355-552206f14d14 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:12:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e5d265e1-f85e-4056-9e76-be24a7a3d62c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:12:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e604fb90-ac09-4a3c-b54a-67c3bb022dc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:12:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:12:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:12:02 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing inventories for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 12:12:02 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Updating ProviderTree inventory for provider acbc7b17-f018-42b8-afd4-030057f87dc2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 12:12:02 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Updating inventory in ProviderTree for provider acbc7b17-f018-42b8-afd4-030057f87dc2 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 12:12:02 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing aggregate associations for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2, aggregates: None {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 12:12:02 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing trait associations for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_NONE {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 12:12:03 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:12:03 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:12:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:12:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.704s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:12:09 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:12:10 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance e604fb90-ac09-4a3c-b54a-67c3bb022dc5 is timed out.
Nov 29 12:12:10 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Successfully detached device vdc from instance e604fb90-ac09-4a3c-b54a-67c3bb022dc5 from the live domain config.
Nov 29 12:12:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'htsFquIC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:12:10 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:12:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[40e1f14f-e97c-4d0e-94e3-a32fbc5c61e9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:12:10 user nova-compute[74974]: No targets found.
Nov 29 12:12:10 user nova-compute[74974]: iSNS:
Nov 29 12:12:10 user nova-compute[74974]: No targets found.
Nov 29 12:12:10 user nova-compute[74974]: STATIC:
Nov 29 12:12:10 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:12:10 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:12:10 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:12:10 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697
Nov 29 12:12:10 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:12:10 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:12:10 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2
Nov 29 12:12:10 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:12:10 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:12:10 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e
Nov 29 12:12:10 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:12:10 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:12:10 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b
Nov 29 12:12:10 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:12:10 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:12:10 user nova-compute[74974]: FIRMWARE:
Nov 29 12:12:10 user nova-compute[74974]: No targets found.
Nov 29 12:12:10 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:12:10 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:12:10 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c86bc6dc-ae34-4d83-ae62-972eba7868e6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[99a9aa33-1da4-4314-bf74-b79c2b27e180]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:12:10 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:12:10 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:12:10 user nova-compute[74974]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)
Nov 29 12:12:10 user nova-compute[74974]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)
Nov 29 12:12:10 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:12:10 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:12:10 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:12:10 user nova-compute[74974]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 (non-flash)
Nov 29 12:12:10 user nova-compute[74974]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)
Nov 29 12:12:10 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa836a5f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697'): ({'sdb'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Removing single pathed devices sdb {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[50614288-8919-420a-9d3f-729f12149e68]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f1304e7-9585-4675-b903-d55fef2fca44]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Flushing IO for device /dev/sdb {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[33c57c5d-792a-4d8e-8797-2a6ff3f4083e]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.031s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b6fbf01-81e9-4720-9302-4d2b0c68af25]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a09db05-1ee3-43eb-be6d-04d42d6ee96a]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2d52b1c-afc6-4b65-82e3-a81e451e6db6]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697, portal: 172.16.0.220,3260]
Nov 29 12:12:10 user nova-compute[74974]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697, portal: 172.16.0.220,3260] successful.
Nov 29 12:12:10 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e14a941c-38e1-4317-8f75-d59880df1697 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4740341f-8d2b-41a4-886a-bfc3752e44c8]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.306s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] <== disconnect_volume: return (308ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:12:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:12:11 user nova-compute[74974]: DEBUG nova.objects.instance [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lazy-loading 'flavor' on Instance uuid e604fb90-ac09-4a3c-b54a-67c3bb022dc5 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:12:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0e067d99-b903-4f34-b3c6-605eaa619856 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.722s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:12:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:13 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:12:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "08f04de5-0f3e-4809-8355-552206f14d14" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "08f04de5-0f3e-4809-8355-552206f14d14" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "08f04de5-0f3e-4809-8355-552206f14d14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "08f04de5-0f3e-4809-8355-552206f14d14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "08f04de5-0f3e-4809-8355-552206f14d14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:18 user nova-compute[74974]: INFO nova.compute.manager [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Terminating instance
Nov 29 12:12:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:12:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-dc8c3450-29fc-445d-9703-a4f87e4146d9 req-03eb2b6d-7152-4430-93af-2a93a8f628f7 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Received event network-vif-unplugged-b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-dc8c3450-29fc-445d-9703-a4f87e4146d9 req-03eb2b6d-7152-4430-93af-2a93a8f628f7 service nova] Acquiring lock "08f04de5-0f3e-4809-8355-552206f14d14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-dc8c3450-29fc-445d-9703-a4f87e4146d9 req-03eb2b6d-7152-4430-93af-2a93a8f628f7 service nova] Lock "08f04de5-0f3e-4809-8355-552206f14d14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-dc8c3450-29fc-445d-9703-a4f87e4146d9 req-03eb2b6d-7152-4430-93af-2a93a8f628f7 service nova] Lock "08f04de5-0f3e-4809-8355-552206f14d14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-dc8c3450-29fc-445d-9703-a4f87e4146d9 req-03eb2b6d-7152-4430-93af-2a93a8f628f7 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] No waiting events found dispatching network-vif-unplugged-b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-dc8c3450-29fc-445d-9703-a4f87e4146d9 req-03eb2b6d-7152-4430-93af-2a93a8f628f7 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Received event network-vif-unplugged-b685154c-d33c-495b-996c-a9fc600e7bd4 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:19 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Instance destroyed successfully.
Nov 29 12:12:19 user nova-compute[74974]: DEBUG nova.objects.instance [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lazy-loading 'resources' on Instance uuid 08f04de5-0f3e-4809-8355-552206f14d14 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:05:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1519351959',display_name='tempest-ServerActionsTestOtherA-server-1519351959',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1519351959',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIjkXJjNVhDQcZQUTUg2vvqJe7xt05PG7UPN8jh3d2TAtgSKP2KTDa7qEymBSZdkrx80nFQ+zXXKNH7h17e4g8WKyYRxyjxlxGQhS3ETJ2YQUSvY+eNflehbCMGuBPRH8w==',key_name='tempest-keypair-712249996',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:07:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='800708720f894497a040a971a2d30c58',ramdisk_id='',reservation_id='r-ex1pyg5z',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1108672042',owner_user_name='tempest-ServerActionsTestOtherA-1108672042-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:09:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b9b1fc53de6a43e888443f24187282c2',uuid=08f04de5-0f3e-4809-8355-552206f14d14,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b685154c-d33c-495b-996c-a9fc600e7bd4", "address": "fa:16:3e:e4:aa:d7", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb685154c-d3", "ovs_interfaceid": "b685154c-d33c-495b-996c-a9fc600e7bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converting VIF {"id": "b685154c-d33c-495b-996c-a9fc600e7bd4", "address": "fa:16:3e:e4:aa:d7", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb685154c-d3", "ovs_interfaceid": "b685154c-d33c-495b-996c-a9fc600e7bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e4:aa:d7,bridge_name='br-int',has_traffic_filtering=True,id=b685154c-d33c-495b-996c-a9fc600e7bd4,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb685154c-d3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG os_vif [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e4:aa:d7,bridge_name='br-int',has_traffic_filtering=True,id=b685154c-d33c-495b-996c-a9fc600e7bd4,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb685154c-d3') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb685154c-d3, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3db46047-3cca-4f16-aa77-1bed7a18e007) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:19 user nova-compute[74974]: INFO os_vif [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e4:aa:d7,bridge_name='br-int',has_traffic_filtering=True,id=b685154c-d33c-495b-996c-a9fc600e7bd4,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb685154c-d3')
Nov 29 12:12:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WZdNThCq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:12:19 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:12:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c76eafa3-c1c5-4e4f-8a61-746427b5cb81]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:12:19 user nova-compute[74974]: No targets found.
Nov 29 12:12:19 user nova-compute[74974]: iSNS:
Nov 29 12:12:19 user nova-compute[74974]: No targets found.
Nov 29 12:12:19 user nova-compute[74974]: STATIC:
Nov 29 12:12:19 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:12:19 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:12:19 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:12:19 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2
Nov 29 12:12:19 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:12:19 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:12:19 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e
Nov 29 12:12:19 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:12:19 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:12:19 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b
Nov 29 12:12:19 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:12:19 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:12:19 user nova-compute[74974]: FIRMWARE:
Nov 29 12:12:19 user nova-compute[74974]: No targets found.
Nov 29 12:12:19 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:12:19 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:12:19 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2de52c4e-641b-4215-bf27-ea5eb29f59d9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec50cda1-86dc-450c-b99d-f11f6481ca0e]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:12:19 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:12:19 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:12:19 user nova-compute[74974]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)
Nov 29 12:12:19 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:12:19 user nova-compute[74974]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 (non-flash)
Nov 29 12:12:19 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:12:19 user nova-compute[74974]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)
Nov 29 12:12:19 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa8796d40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2'): ({'sdf'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Removing single pathed devices sdf {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed20f754-844e-4f4c-8976-515a76e357c8]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[271f595c-65cf-44ca-a60b-1190a08a8400]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Flushing IO for device /dev/sdf {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[46098d1c-a889-44b9-b9d4-e0b03bcca23b]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.030s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6acd3b5c-e6fe-4771-921f-6f9e01d3b281]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] SCSI volumes sdf have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26632666534633131', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_1cd957a6', '/dev/disk/by-id/scsi-1SCST_BIO1cd957a6-f2fe4c1169afc846') {{(pid=85288) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[343921ac-5955-4a93-b905-9cf5f693e259]: (4, None) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.047s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[77205eea-51fd-4382-adc5-2c909fe8911f]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:12:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.086s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6423e3e3-41f1-491e-b615-2f08ea5e95b8]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:12:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2, portal: 172.16.0.220,3260]
Nov 29 12:12:20 user nova-compute[74974]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2, portal: 172.16.0.220,3260] successful.
Nov 29 12:12:20 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:12:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:53248139-276b-475d-b64d-3109dd06d8b2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f799c54-cf91-47bb-aa19-25a94a36e09b]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:12:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:12:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.368s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:12:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] <== disconnect_volume: return (369ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:12:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:12:20 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Deleting instance files /opt/stack/data/nova/instances/08f04de5-0f3e-4809-8355-552206f14d14_del
Nov 29 12:12:20 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Deletion of /opt/stack/data/nova/instances/08f04de5-0f3e-4809-8355-552206f14d14_del complete
Nov 29 12:12:20 user nova-compute[74974]: INFO nova.compute.manager [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Took 1.26 seconds to destroy the instance on the hypervisor.
Nov 29 12:12:20 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:12:20 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:12:20 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:12:20 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:12:20 user nova-compute[74974]: DEBUG nova.compute.manager [req-c74d06f8-39a7-4430-ae91-46bf1ecf111d req-df758b53-bc39-493a-900d-e27f5bc54431 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Received event network-vif-deleted-b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:12:21 user nova-compute[74974]: INFO nova.compute.manager [req-c74d06f8-39a7-4430-ae91-46bf1ecf111d req-df758b53-bc39-493a-900d-e27f5bc54431 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Neutron deleted interface b685154c-d33c-495b-996c-a9fc600e7bd4; detaching it from the instance and deleting it from the info cache
Nov 29 12:12:21 user nova-compute[74974]: DEBUG nova.network.neutron [req-c74d06f8-39a7-4430-ae91-46bf1ecf111d req-df758b53-bc39-493a-900d-e27f5bc54431 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:12:21 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Took 0.92 seconds to deallocate network for instance.
Nov 29 12:12:21 user nova-compute[74974]: DEBUG nova.compute.manager [req-c74d06f8-39a7-4430-ae91-46bf1ecf111d req-df758b53-bc39-493a-900d-e27f5bc54431 service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Detach interface failed, port_id=b685154c-d33c-495b-996c-a9fc600e7bd4, reason: Instance 08f04de5-0f3e-4809-8355-552206f14d14 could not be found. {{(pid=74974) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 12:12:21 user nova-compute[74974]: DEBUG nova.compute.manager [req-73b08496-08e9-4c77-bd97-8e85fb4eadcc req-0313b8c3-269b-4d08-811b-51e95f3c74da service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Received event network-vif-plugged-b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:12:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-73b08496-08e9-4c77-bd97-8e85fb4eadcc req-0313b8c3-269b-4d08-811b-51e95f3c74da service nova] Acquiring lock "08f04de5-0f3e-4809-8355-552206f14d14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-73b08496-08e9-4c77-bd97-8e85fb4eadcc req-0313b8c3-269b-4d08-811b-51e95f3c74da service nova] Lock "08f04de5-0f3e-4809-8355-552206f14d14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-73b08496-08e9-4c77-bd97-8e85fb4eadcc req-0313b8c3-269b-4d08-811b-51e95f3c74da service nova] Lock "08f04de5-0f3e-4809-8355-552206f14d14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:21 user nova-compute[74974]: DEBUG nova.compute.manager [req-73b08496-08e9-4c77-bd97-8e85fb4eadcc req-0313b8c3-269b-4d08-811b-51e95f3c74da service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] No waiting events found dispatching network-vif-plugged-b685154c-d33c-495b-996c-a9fc600e7bd4 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:12:21 user nova-compute[74974]: WARNING nova.compute.manager [req-73b08496-08e9-4c77-bd97-8e85fb4eadcc req-0313b8c3-269b-4d08-811b-51e95f3c74da service nova] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Received unexpected event network-vif-plugged-b685154c-d33c-495b-996c-a9fc600e7bd4 for instance with vm_state active and task_state deleting.
Nov 29 12:12:21 user nova-compute[74974]: INFO nova.compute.manager [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Took 0.79 seconds to detach 1 volumes for instance.
Nov 29 12:12:21 user nova-compute[74974]: DEBUG nova.compute.manager [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 08f04de5-0f3e-4809-8355-552206f14d14] Deleting volume: 53248139-276b-475d-b64d-3109dd06d8b2 {{(pid=74974) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 12:12:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:22 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:12:22 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:12:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.407s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:22 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Deleted allocations for instance 08f04de5-0f3e-4809-8355-552206f14d14
Nov 29 12:12:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-0642d67f-c0f6-42da-9b96-b91344e074f2 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "08f04de5-0f3e-4809-8355-552206f14d14" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.648s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:24 user nova-compute[74974]: DEBUG nova.compute.manager [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:12:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:24 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:12:24 user nova-compute[74974]: INFO nova.compute.claims [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Claim successful on node user
Nov 29 12:12:25 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.458s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG nova.compute.manager [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG nova.compute.manager [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG nova.network.neutron [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:12:25 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:12:25 user nova-compute[74974]: DEBUG nova.compute.manager [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG nova.policy [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3326187f06e04b57ab2e44fec94b9a89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8313ad0c700241d2813380ff8f372a42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG nova.compute.manager [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:12:25 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Creating image(s)
Nov 29 12:12:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "/opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "/opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "/opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.170s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.166s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/disk 1073741824" returned: 0 in 0.052s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.225s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG nova.network.neutron [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Successfully created port: 7d0ea83e-8236-4dbc-9d32-31d89af09f07 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:12:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "e4219657-0bf5-4781-9960-490c7b1d97ef" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:26 user nova-compute[74974]: INFO nova.compute.manager [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Terminating instance
Nov 29 12:12:26 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Cannot resize image /opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Ensure instance console log exists: /opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG nova.compute.manager [req-5f6247f6-30e4-4bc9-8d69-81dd0ebe8721 req-82d63961-534e-4c3c-bc06-3626f6bc2879 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Received event network-vif-unplugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5f6247f6-30e4-4bc9-8d69-81dd0ebe8721 req-82d63961-534e-4c3c-bc06-3626f6bc2879 service nova] Acquiring lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5f6247f6-30e4-4bc9-8d69-81dd0ebe8721 req-82d63961-534e-4c3c-bc06-3626f6bc2879 service nova] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5f6247f6-30e4-4bc9-8d69-81dd0ebe8721 req-82d63961-534e-4c3c-bc06-3626f6bc2879 service nova] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG nova.compute.manager [req-5f6247f6-30e4-4bc9-8d69-81dd0ebe8721 req-82d63961-534e-4c3c-bc06-3626f6bc2879 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] No waiting events found dispatching network-vif-unplugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG nova.compute.manager [req-5f6247f6-30e4-4bc9-8d69-81dd0ebe8721 req-82d63961-534e-4c3c-bc06-3626f6bc2879 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Received event network-vif-unplugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:26 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Instance destroyed successfully.
Nov 29 12:12:26 user nova-compute[74974]: DEBUG nova.objects.instance [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'resources' on Instance uuid e4219657-0bf5-4781-9960-490c7b1d97ef {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:56:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1482211885',display_name='tempest-ServerRescueNegativeTestJSON-server-1482211885',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1482211885',id=19,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:58:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8553e7a7a6984ad2b645599d231e911d',ramdisk_id='',reservation_id='r-uoo5uaiv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-761208322',owner_user_name='tempest-ServerRescueNegativeTestJSON-761208322-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:58:16Z,user_data=None,user_id='2a3f8280d351445a94b8a1570609f519',uuid=e4219657-0bf5-4781-9960-490c7b1d97ef,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "address": "fa:16:3e:a0:aa:5f", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa75d8594-44", "ovs_interfaceid": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converting VIF {"id": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "address": "fa:16:3e:a0:aa:5f", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa75d8594-44", "ovs_interfaceid": "a75d8594-44db-4b40-9c2c-3eb27f42d86f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a0:aa:5f,bridge_name='br-int',has_traffic_filtering=True,id=a75d8594-44db-4b40-9c2c-3eb27f42d86f,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa75d8594-44') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG os_vif [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a0:aa:5f,bridge_name='br-int',has_traffic_filtering=True,id=a75d8594-44db-4b40-9c2c-3eb27f42d86f,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa75d8594-44') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa75d8594-44, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bef17cec-d5f7-4dff-acc0-818ebd08f465) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:26 user nova-compute[74974]: INFO os_vif [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a0:aa:5f,bridge_name='br-int',has_traffic_filtering=True,id=a75d8594-44db-4b40-9c2c-3eb27f42d86f,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa75d8594-44')
Nov 29 12:12:26 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Deleting instance files /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef_del
Nov 29 12:12:26 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Deletion of /opt/stack/data/nova/instances/e4219657-0bf5-4781-9960-490c7b1d97ef_del complete
Nov 29 12:12:26 user nova-compute[74974]: INFO nova.compute.manager [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Took 0.90 seconds to destroy the instance on the hypervisor.
Nov 29 12:12:26 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:12:26 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.network.neutron [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Successfully updated port: 7d0ea83e-8236-4dbc-9d32-31d89af09f07 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "refresh_cache-2a3c56dd-b7fa-464f-86ca-6fe0be41452f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquired lock "refresh_cache-2a3c56dd-b7fa-464f-86ca-6fe0be41452f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.network.neutron [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.compute.manager [req-aa2022ca-540e-4c25-b3f2-7a058697a1d4 req-56627ca2-c12e-44eb-9c0f-aa3cf21e8303 service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Received event network-changed-7d0ea83e-8236-4dbc-9d32-31d89af09f07 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.compute.manager [req-aa2022ca-540e-4c25-b3f2-7a058697a1d4 req-56627ca2-c12e-44eb-9c0f-aa3cf21e8303 service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Refreshing instance network info cache due to event network-changed-7d0ea83e-8236-4dbc-9d32-31d89af09f07. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-aa2022ca-540e-4c25-b3f2-7a058697a1d4 req-56627ca2-c12e-44eb-9c0f-aa3cf21e8303 service nova] Acquiring lock "refresh_cache-2a3c56dd-b7fa-464f-86ca-6fe0be41452f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.network.neutron [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.network.neutron [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Updating instance_info_cache with network_info: [{"id": "7d0ea83e-8236-4dbc-9d32-31d89af09f07", "address": "fa:16:3e:f4:d1:43", "network": {"id": "80153daa-f8fc-43df-a3fd-bef462c6db7f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2018600062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8313ad0c700241d2813380ff8f372a42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d0ea83e-82", "ovs_interfaceid": "7d0ea83e-8236-4dbc-9d32-31d89af09f07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Releasing lock "refresh_cache-2a3c56dd-b7fa-464f-86ca-6fe0be41452f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.compute.manager [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Instance network_info: |[{"id": "7d0ea83e-8236-4dbc-9d32-31d89af09f07", "address": "fa:16:3e:f4:d1:43", "network": {"id": "80153daa-f8fc-43df-a3fd-bef462c6db7f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2018600062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8313ad0c700241d2813380ff8f372a42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d0ea83e-82", "ovs_interfaceid": "7d0ea83e-8236-4dbc-9d32-31d89af09f07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-aa2022ca-540e-4c25-b3f2-7a058697a1d4 req-56627ca2-c12e-44eb-9c0f-aa3cf21e8303 service nova] Acquired lock "refresh_cache-2a3c56dd-b7fa-464f-86ca-6fe0be41452f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.network.neutron [req-aa2022ca-540e-4c25-b3f2-7a058697a1d4 req-56627ca2-c12e-44eb-9c0f-aa3cf21e8303 service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Refreshing network info cache for port 7d0ea83e-8236-4dbc-9d32-31d89af09f07 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Start _get_guest_xml network_info=[{"id": "7d0ea83e-8236-4dbc-9d32-31d89af09f07", "address": "fa:16:3e:f4:d1:43", "network": {"id": "80153daa-f8fc-43df-a3fd-bef462c6db7f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2018600062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8313ad0c700241d2813380ff8f372a42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d0ea83e-82", "ovs_interfaceid": "7d0ea83e-8236-4dbc-9d32-31d89af09f07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:12:27 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:12:27 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:12:27 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Took 0.51 seconds to deallocate network for instance.
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:12:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1554756113',display_name='tempest-VolumesSnapshotTestJSON-instance-1554756113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1554756113',id=41,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLknF5UbvFax6vbxKq8G6mxVfecenWFERakC5nEGykcYJ+7F7nJBNCYaVDxMGezvgTJHTKAGSBnjYGDLz3/GxQeIdaCFcuhA/qXLV8UozI7ImjwP39paQXgx8FPhpDbFxQ==',key_name='tempest-keypair-851382534',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8313ad0c700241d2813380ff8f372a42',ramdisk_id='',reservation_id='r-vb035a1t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-524894532',owner_user_name='tempest-VolumesSnapshotTestJSON-524894532-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:12:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3326187f06e04b57ab2e44fec94b9a89',uuid=2a3c56dd-b7fa-464f-86ca-6fe0be41452f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7d0ea83e-8236-4dbc-9d32-31d89af09f07", "address": "fa:16:3e:f4:d1:43", "network": {"id": "80153daa-f8fc-43df-a3fd-bef462c6db7f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2018600062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8313ad0c700241d2813380ff8f372a42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d0ea83e-82", "ovs_interfaceid": "7d0ea83e-8236-4dbc-9d32-31d89af09f07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Converting VIF {"id": "7d0ea83e-8236-4dbc-9d32-31d89af09f07", "address": "fa:16:3e:f4:d1:43", "network": {"id": "80153daa-f8fc-43df-a3fd-bef462c6db7f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2018600062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8313ad0c700241d2813380ff8f372a42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d0ea83e-82", "ovs_interfaceid": "7d0ea83e-8236-4dbc-9d32-31d89af09f07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:d1:43,bridge_name='br-int',has_traffic_filtering=True,id=7d0ea83e-8236-4dbc-9d32-31d89af09f07,network=Network(80153daa-f8fc-43df-a3fd-bef462c6db7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d0ea83e-82') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.objects.instance [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lazy-loading 'pci_devices' on Instance uuid 2a3c56dd-b7fa-464f-86ca-6fe0be41452f {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.compute.manager [req-1bc0b95b-333f-45de-9740-0812b3244af2 req-c6638004-35f7-46ca-9595-cfd5db1b73c2 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Received event network-vif-deleted-a75d8594-44db-4b40-9c2c-3eb27f42d86f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:12:27 user nova-compute[74974]:   <uuid>2a3c56dd-b7fa-464f-86ca-6fe0be41452f</uuid>
Nov 29 12:12:27 user nova-compute[74974]:   <name>instance-00000029</name>
Nov 29 12:12:27 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:12:27 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:12:27 user nova-compute[74974]:   <metadata>
Nov 29 12:12:27 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:12:27 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:12:27 user nova-compute[74974]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1554756113</nova:name>
Nov 29 12:12:27 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:12:27</nova:creationTime>
Nov 29 12:12:27 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:12:27 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:12:27 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:12:27 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:12:27 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:12:27 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:12:27 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:12:27 user nova-compute[74974]:       <nova:owner>
Nov 29 12:12:27 user nova-compute[74974]:         <nova:user uuid="3326187f06e04b57ab2e44fec94b9a89">tempest-VolumesSnapshotTestJSON-524894532-project-member</nova:user>
Nov 29 12:12:27 user nova-compute[74974]:         <nova:project uuid="8313ad0c700241d2813380ff8f372a42">tempest-VolumesSnapshotTestJSON-524894532</nova:project>
Nov 29 12:12:27 user nova-compute[74974]:       </nova:owner>
Nov 29 12:12:27 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:12:27 user nova-compute[74974]:       <nova:ports>
Nov 29 12:12:27 user nova-compute[74974]:         <nova:port uuid="7d0ea83e-8236-4dbc-9d32-31d89af09f07">
Nov 29 12:12:27 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 12:12:27 user nova-compute[74974]:         </nova:port>
Nov 29 12:12:27 user nova-compute[74974]:       </nova:ports>
Nov 29 12:12:27 user nova-compute[74974]:     </nova:instance>
Nov 29 12:12:27 user nova-compute[74974]:   </metadata>
Nov 29 12:12:27 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:12:27 user nova-compute[74974]:     <system>
Nov 29 12:12:27 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:12:27 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:12:27 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:12:27 user nova-compute[74974]:       <entry name="serial">2a3c56dd-b7fa-464f-86ca-6fe0be41452f</entry>
Nov 29 12:12:27 user nova-compute[74974]:       <entry name="uuid">2a3c56dd-b7fa-464f-86ca-6fe0be41452f</entry>
Nov 29 12:12:27 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:12:27 user nova-compute[74974]:     </system>
Nov 29 12:12:27 user nova-compute[74974]:   </sysinfo>
Nov 29 12:12:27 user nova-compute[74974]:   <os>
Nov 29 12:12:27 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:12:27 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:12:27 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:12:27 user nova-compute[74974]:   </os>
Nov 29 12:12:27 user nova-compute[74974]:   <features>
Nov 29 12:12:27 user nova-compute[74974]:     <acpi/>
Nov 29 12:12:27 user nova-compute[74974]:     <apic/>
Nov 29 12:12:27 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:12:27 user nova-compute[74974]:   </features>
Nov 29 12:12:27 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:12:27 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:12:27 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:12:27 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:12:27 user nova-compute[74974]:   </clock>
Nov 29 12:12:27 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:12:27 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:12:27 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:12:27 user nova-compute[74974]:   </cpu>
Nov 29 12:12:27 user nova-compute[74974]:   <devices>
Nov 29 12:12:27 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:12:27 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:12:27 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/disk"/>
Nov 29 12:12:27 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:12:27 user nova-compute[74974]:     </disk>
Nov 29 12:12:27 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:12:27 user nova-compute[74974]:       <mac address="fa:16:3e:f4:d1:43"/>
Nov 29 12:12:27 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:12:27 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:12:27 user nova-compute[74974]:       <target dev="tap7d0ea83e-82"/>
Nov 29 12:12:27 user nova-compute[74974]:     </interface>
Nov 29 12:12:27 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:12:27 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/console.log" append="off"/>
Nov 29 12:12:27 user nova-compute[74974]:     </serial>
Nov 29 12:12:27 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:12:27 user nova-compute[74974]:     <video>
Nov 29 12:12:27 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:12:27 user nova-compute[74974]:     </video>
Nov 29 12:12:27 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:12:27 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:12:27 user nova-compute[74974]:     </rng>
Nov 29 12:12:27 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:12:27 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:12:27 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:12:27 user nova-compute[74974]:     </memballoon>
Nov 29 12:12:27 user nova-compute[74974]:   </devices>
Nov 29 12:12:27 user nova-compute[74974]: </domain>
Nov 29 12:12:27 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:12:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1554756113',display_name='tempest-VolumesSnapshotTestJSON-instance-1554756113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1554756113',id=41,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLknF5UbvFax6vbxKq8G6mxVfecenWFERakC5nEGykcYJ+7F7nJBNCYaVDxMGezvgTJHTKAGSBnjYGDLz3/GxQeIdaCFcuhA/qXLV8UozI7ImjwP39paQXgx8FPhpDbFxQ==',key_name='tempest-keypair-851382534',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8313ad0c700241d2813380ff8f372a42',ramdisk_id='',reservation_id='r-vb035a1t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-524894532',owner_user_name='tempest-VolumesSnapshotTestJSON-524894532-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:12:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3326187f06e04b57ab2e44fec94b9a89',uuid=2a3c56dd-b7fa-464f-86ca-6fe0be41452f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7d0ea83e-8236-4dbc-9d32-31d89af09f07", "address": "fa:16:3e:f4:d1:43", "network": {"id": "80153daa-f8fc-43df-a3fd-bef462c6db7f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2018600062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8313ad0c700241d2813380ff8f372a42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d0ea83e-82", "ovs_interfaceid": "7d0ea83e-8236-4dbc-9d32-31d89af09f07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Converting VIF {"id": "7d0ea83e-8236-4dbc-9d32-31d89af09f07", "address": "fa:16:3e:f4:d1:43", "network": {"id": "80153daa-f8fc-43df-a3fd-bef462c6db7f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2018600062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8313ad0c700241d2813380ff8f372a42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d0ea83e-82", "ovs_interfaceid": "7d0ea83e-8236-4dbc-9d32-31d89af09f07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:d1:43,bridge_name='br-int',has_traffic_filtering=True,id=7d0ea83e-8236-4dbc-9d32-31d89af09f07,network=Network(80153daa-f8fc-43df-a3fd-bef462c6db7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d0ea83e-82') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG os_vif [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:d1:43,bridge_name='br-int',has_traffic_filtering=True,id=7d0ea83e-8236-4dbc-9d32-31d89af09f07,network=Network(80153daa-f8fc-43df-a3fd-bef462c6db7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d0ea83e-82') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2e4eed21-5314-521c-b97a-35eaa0a08918', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7d0ea83e-82, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7d0ea83e-82, col_values=(('qos', UUID('bbfb19d2-fd34-41bd-a7f5-f7f36a49c056')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7d0ea83e-82, col_values=(('external_ids', {'iface-id': '7d0ea83e-8236-4dbc-9d32-31d89af09f07', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f4:d1:43', 'vm-uuid': '2a3c56dd-b7fa-464f-86ca-6fe0be41452f'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:27 user nova-compute[74974]: INFO os_vif [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:d1:43,bridge_name='br-int',has_traffic_filtering=True,id=7d0ea83e-8236-4dbc-9d32-31d89af09f07,network=Network(80153daa-f8fc-43df-a3fd-bef462c6db7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d0ea83e-82')
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] No VIF found with MAC fa:16:3e:f4:d1:43, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.network.neutron [req-aa2022ca-540e-4c25-b3f2-7a058697a1d4 req-56627ca2-c12e-44eb-9c0f-aa3cf21e8303 service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Updated VIF entry in instance network info cache for port 7d0ea83e-8236-4dbc-9d32-31d89af09f07. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG nova.network.neutron [req-aa2022ca-540e-4c25-b3f2-7a058697a1d4 req-56627ca2-c12e-44eb-9c0f-aa3cf21e8303 service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Updating instance_info_cache with network_info: [{"id": "7d0ea83e-8236-4dbc-9d32-31d89af09f07", "address": "fa:16:3e:f4:d1:43", "network": {"id": "80153daa-f8fc-43df-a3fd-bef462c6db7f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2018600062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8313ad0c700241d2813380ff8f372a42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d0ea83e-82", "ovs_interfaceid": "7d0ea83e-8236-4dbc-9d32-31d89af09f07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-aa2022ca-540e-4c25-b3f2-7a058697a1d4 req-56627ca2-c12e-44eb-9c0f-aa3cf21e8303 service nova] Releasing lock "refresh_cache-2a3c56dd-b7fa-464f-86ca-6fe0be41452f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:12:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.397s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:27 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Deleted allocations for instance e4219657-0bf5-4781-9960-490c7b1d97ef
Nov 29 12:12:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a2b96040-0d7a-4233-a99b-68ff8795e7b6 tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.993s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:28 user nova-compute[74974]: DEBUG nova.compute.manager [req-d16bd342-83ef-4cf6-aef3-cd99c37740d3 req-c75fa9d4-a555-49b8-9ddd-c4c3576dfe47 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Received event network-vif-plugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:12:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d16bd342-83ef-4cf6-aef3-cd99c37740d3 req-c75fa9d4-a555-49b8-9ddd-c4c3576dfe47 service nova] Acquiring lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d16bd342-83ef-4cf6-aef3-cd99c37740d3 req-c75fa9d4-a555-49b8-9ddd-c4c3576dfe47 service nova] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d16bd342-83ef-4cf6-aef3-cd99c37740d3 req-c75fa9d4-a555-49b8-9ddd-c4c3576dfe47 service nova] Lock "e4219657-0bf5-4781-9960-490c7b1d97ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:28 user nova-compute[74974]: DEBUG nova.compute.manager [req-d16bd342-83ef-4cf6-aef3-cd99c37740d3 req-c75fa9d4-a555-49b8-9ddd-c4c3576dfe47 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] No waiting events found dispatching network-vif-plugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:12:28 user nova-compute[74974]: WARNING nova.compute.manager [req-d16bd342-83ef-4cf6-aef3-cd99c37740d3 req-c75fa9d4-a555-49b8-9ddd-c4c3576dfe47 service nova] [instance: e4219657-0bf5-4781-9960-490c7b1d97ef] Received unexpected event network-vif-plugged-a75d8594-44db-4b40-9c2c-3eb27f42d86f for instance with vm_state deleted and task_state None.
Nov 29 12:12:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-36e6bef3-e40c-4f32-818b-5cd3d58529ce req-ec8b7c23-1756-48d2-8b42-e979f4546b32 service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Received event network-vif-plugged-7d0ea83e-8236-4dbc-9d32-31d89af09f07 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:12:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-36e6bef3-e40c-4f32-818b-5cd3d58529ce req-ec8b7c23-1756-48d2-8b42-e979f4546b32 service nova] Acquiring lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-36e6bef3-e40c-4f32-818b-5cd3d58529ce req-ec8b7c23-1756-48d2-8b42-e979f4546b32 service nova] Lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-36e6bef3-e40c-4f32-818b-5cd3d58529ce req-ec8b7c23-1756-48d2-8b42-e979f4546b32 service nova] Lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-36e6bef3-e40c-4f32-818b-5cd3d58529ce req-ec8b7c23-1756-48d2-8b42-e979f4546b32 service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] No waiting events found dispatching network-vif-plugged-7d0ea83e-8236-4dbc-9d32-31d89af09f07 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:12:29 user nova-compute[74974]: WARNING nova.compute.manager [req-36e6bef3-e40c-4f32-818b-5cd3d58529ce req-ec8b7c23-1756-48d2-8b42-e979f4546b32 service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Received unexpected event network-vif-plugged-7d0ea83e-8236-4dbc-9d32-31d89af09f07 for instance with vm_state building and task_state spawning.
Nov 29 12:12:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-36e6bef3-e40c-4f32-818b-5cd3d58529ce req-ec8b7c23-1756-48d2-8b42-e979f4546b32 service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Received event network-vif-plugged-7d0ea83e-8236-4dbc-9d32-31d89af09f07 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:12:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-36e6bef3-e40c-4f32-818b-5cd3d58529ce req-ec8b7c23-1756-48d2-8b42-e979f4546b32 service nova] Acquiring lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-36e6bef3-e40c-4f32-818b-5cd3d58529ce req-ec8b7c23-1756-48d2-8b42-e979f4546b32 service nova] Lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-36e6bef3-e40c-4f32-818b-5cd3d58529ce req-ec8b7c23-1756-48d2-8b42-e979f4546b32 service nova] Lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-36e6bef3-e40c-4f32-818b-5cd3d58529ce req-ec8b7c23-1756-48d2-8b42-e979f4546b32 service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] No waiting events found dispatching network-vif-plugged-7d0ea83e-8236-4dbc-9d32-31d89af09f07 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:12:29 user nova-compute[74974]: WARNING nova.compute.manager [req-36e6bef3-e40c-4f32-818b-5cd3d58529ce req-ec8b7c23-1756-48d2-8b42-e979f4546b32 service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Received unexpected event network-vif-plugged-7d0ea83e-8236-4dbc-9d32-31d89af09f07 for instance with vm_state building and task_state spawning.
Nov 29 12:12:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:31 user nova-compute[74974]: DEBUG nova.compute.manager [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:12:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:12:31 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Instance spawned successfully.
Nov 29 12:12:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:12:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:12:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:12:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:12:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:12:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:12:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:12:31 user nova-compute[74974]: INFO nova.compute.manager [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Took 5.94 seconds to spawn the instance on the hypervisor.
Nov 29 12:12:31 user nova-compute[74974]: DEBUG nova.compute.manager [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:12:31 user nova-compute[74974]: INFO nova.compute.manager [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Took 6.73 seconds to build instance.
Nov 29 12:12:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-89364f23-fdbc-4b19-84ae-f1907ea0dd30 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.830s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:39 user nova-compute[74974]: INFO nova.compute.manager [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Terminating instance
Nov 29 12:12:39 user nova-compute[74974]: DEBUG nova.compute.manager [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG nova.compute.manager [req-faad8250-fc1f-4f4e-8cd4-dc75a9a32ebf req-1bd10276-aa5e-4abd-97e7-704ee4be0fae service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Received event network-vif-unplugged-440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-faad8250-fc1f-4f4e-8cd4-dc75a9a32ebf req-1bd10276-aa5e-4abd-97e7-704ee4be0fae service nova] Acquiring lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-faad8250-fc1f-4f4e-8cd4-dc75a9a32ebf req-1bd10276-aa5e-4abd-97e7-704ee4be0fae service nova] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-faad8250-fc1f-4f4e-8cd4-dc75a9a32ebf req-1bd10276-aa5e-4abd-97e7-704ee4be0fae service nova] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG nova.compute.manager [req-faad8250-fc1f-4f4e-8cd4-dc75a9a32ebf req-1bd10276-aa5e-4abd-97e7-704ee4be0fae service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] No waiting events found dispatching network-vif-unplugged-440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG nova.compute.manager [req-faad8250-fc1f-4f4e-8cd4-dc75a9a32ebf req-1bd10276-aa5e-4abd-97e7-704ee4be0fae service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Received event network-vif-unplugged-440d22f6-a3b9-49c0-9d37-bb891e804299 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:12:40 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Instance destroyed successfully.
Nov 29 12:12:40 user nova-compute[74974]: DEBUG nova.objects.instance [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lazy-loading 'resources' on Instance uuid e604fb90-ac09-4a3c-b54a-67c3bb022dc5 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T12:06:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-462703138',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-462703138',id=36,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC5IOC7ZELLD+sijtdWkndl8rbsomjLl2yU7UknST+xsXnibajcknAzQYFgt/CsjOtIpQry34Uf5pdYhnWyWhOP+H1eAU3O8kfJQAcdeRtTF7h8tkoEh5R1bPj/e9XBIWw==',key_name='tempest-keypair-833785385',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:10:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='035db581b1704a6a8a5fe14de3232b57',ramdisk_id='',reservation_id='r-vq9un209',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-193778848',owner_user_name='tempest-AttachVolumeShelveTestJSON-193778848-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:10:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d1e86a4643e40708453514d9db954ae',uuid=e604fb90-ac09-4a3c-b54a-67c3bb022dc5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "440d22f6-a3b9-49c0-9d37-bb891e804299", "address": "fa:16:3e:a2:b8:8a", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440d22f6-a3", "ovs_interfaceid": "440d22f6-a3b9-49c0-9d37-bb891e804299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converting VIF {"id": "440d22f6-a3b9-49c0-9d37-bb891e804299", "address": "fa:16:3e:a2:b8:8a", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440d22f6-a3", "ovs_interfaceid": "440d22f6-a3b9-49c0-9d37-bb891e804299", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b8:8a,bridge_name='br-int',has_traffic_filtering=True,id=440d22f6-a3b9-49c0-9d37-bb891e804299,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap440d22f6-a3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG os_vif [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b8:8a,bridge_name='br-int',has_traffic_filtering=True,id=440d22f6-a3b9-49c0-9d37-bb891e804299,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap440d22f6-a3') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap440d22f6-a3, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=af1a84d9-8119-49b4-8831-4a9db1bc0d23) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:12:40 user nova-compute[74974]: INFO os_vif [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b8:8a,bridge_name='br-int',has_traffic_filtering=True,id=440d22f6-a3b9-49c0-9d37-bb891e804299,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap440d22f6-a3')
Nov 29 12:12:40 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Deleting instance files /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5_del
Nov 29 12:12:40 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Deletion of /opt/stack/data/nova/instances/e604fb90-ac09-4a3c-b54a-67c3bb022dc5_del complete
Nov 29 12:12:40 user nova-compute[74974]: INFO nova.compute.manager [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 29 12:12:40 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:12:40 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:12:41 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:12:41 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Took 0.89 seconds to deallocate network for instance.
Nov 29 12:12:41 user nova-compute[74974]: DEBUG nova.compute.manager [req-8de4bf3b-1a38-482c-907f-0505b17a08f9 req-50c60138-6780-49aa-bbc6-6bb35af34301 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Received event network-vif-deleted-440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:12:41 user nova-compute[74974]: INFO nova.compute.manager [req-8de4bf3b-1a38-482c-907f-0505b17a08f9 req-50c60138-6780-49aa-bbc6-6bb35af34301 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Neutron deleted interface 440d22f6-a3b9-49c0-9d37-bb891e804299; detaching it from the instance and deleting it from the info cache
Nov 29 12:12:41 user nova-compute[74974]: DEBUG nova.network.neutron [req-8de4bf3b-1a38-482c-907f-0505b17a08f9 req-50c60138-6780-49aa-bbc6-6bb35af34301 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:12:41 user nova-compute[74974]: DEBUG nova.compute.manager [req-8de4bf3b-1a38-482c-907f-0505b17a08f9 req-50c60138-6780-49aa-bbc6-6bb35af34301 service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Detach interface failed, port_id=440d22f6-a3b9-49c0-9d37-bb891e804299, reason: Instance e604fb90-ac09-4a3c-b54a-67c3bb022dc5 could not be found. {{(pid=74974) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 12:12:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:42 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:12:42 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:12:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.351s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:42 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Deleted allocations for instance e604fb90-ac09-4a3c-b54a-67c3bb022dc5
Nov 29 12:12:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b7f14656-6ff7-4ead-b35d-b1e33f8abed9 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.316s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:42 user nova-compute[74974]: DEBUG nova.compute.manager [req-228445b6-47d5-4eb9-8fed-3c5771eaf3ee req-34c4d1f8-bca7-4b0f-ac09-e1f66dfd4bde service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Received event network-vif-plugged-440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:12:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-228445b6-47d5-4eb9-8fed-3c5771eaf3ee req-34c4d1f8-bca7-4b0f-ac09-e1f66dfd4bde service nova] Acquiring lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-228445b6-47d5-4eb9-8fed-3c5771eaf3ee req-34c4d1f8-bca7-4b0f-ac09-e1f66dfd4bde service nova] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-228445b6-47d5-4eb9-8fed-3c5771eaf3ee req-34c4d1f8-bca7-4b0f-ac09-e1f66dfd4bde service nova] Lock "e604fb90-ac09-4a3c-b54a-67c3bb022dc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:42 user nova-compute[74974]: DEBUG nova.compute.manager [req-228445b6-47d5-4eb9-8fed-3c5771eaf3ee req-34c4d1f8-bca7-4b0f-ac09-e1f66dfd4bde service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] No waiting events found dispatching network-vif-plugged-440d22f6-a3b9-49c0-9d37-bb891e804299 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:12:42 user nova-compute[74974]: WARNING nova.compute.manager [req-228445b6-47d5-4eb9-8fed-3c5771eaf3ee req-34c4d1f8-bca7-4b0f-ac09-e1f66dfd4bde service nova] [instance: e604fb90-ac09-4a3c-b54a-67c3bb022dc5] Received unexpected event network-vif-plugged-440d22f6-a3b9-49c0-9d37-bb891e804299 for instance with vm_state deleted and task_state None.
Nov 29 12:12:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:50 user nova-compute[74974]: DEBUG nova.compute.manager [req-7ffa9be2-6597-4815-82e7-0b7395d78bb9 req-b5747eef-42ea-4d1b-9f91-dad314de6849 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Received event network-changed-347a6df9-475b-4421-8133-b0a4dee12abb {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:12:50 user nova-compute[74974]: DEBUG nova.compute.manager [req-7ffa9be2-6597-4815-82e7-0b7395d78bb9 req-b5747eef-42ea-4d1b-9f91-dad314de6849 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Refreshing instance network info cache due to event network-changed-347a6df9-475b-4421-8133-b0a4dee12abb. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:12:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7ffa9be2-6597-4815-82e7-0b7395d78bb9 req-b5747eef-42ea-4d1b-9f91-dad314de6849 service nova] Acquiring lock "refresh_cache-05b4e1a0-022c-4332-9f20-0217cb1a2290" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:12:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7ffa9be2-6597-4815-82e7-0b7395d78bb9 req-b5747eef-42ea-4d1b-9f91-dad314de6849 service nova] Acquired lock "refresh_cache-05b4e1a0-022c-4332-9f20-0217cb1a2290" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:12:50 user nova-compute[74974]: DEBUG nova.network.neutron [req-7ffa9be2-6597-4815-82e7-0b7395d78bb9 req-b5747eef-42ea-4d1b-9f91-dad314de6849 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Refreshing network info cache for port 347a6df9-475b-4421-8133-b0a4dee12abb {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:12:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "05b4e1a0-022c-4332-9f20-0217cb1a2290" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "05b4e1a0-022c-4332-9f20-0217cb1a2290" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "05b4e1a0-022c-4332-9f20-0217cb1a2290-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "05b4e1a0-022c-4332-9f20-0217cb1a2290-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "05b4e1a0-022c-4332-9f20-0217cb1a2290-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:50 user nova-compute[74974]: INFO nova.compute.manager [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Terminating instance
Nov 29 12:12:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:12:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG nova.compute.manager [req-b56a78ca-ab92-4459-9808-0375e6ae5094 req-f06a07ba-f583-4d1e-86d1-c78833e6c062 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Received event network-vif-unplugged-347a6df9-475b-4421-8133-b0a4dee12abb {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b56a78ca-ab92-4459-9808-0375e6ae5094 req-f06a07ba-f583-4d1e-86d1-c78833e6c062 service nova] Acquiring lock "05b4e1a0-022c-4332-9f20-0217cb1a2290-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b56a78ca-ab92-4459-9808-0375e6ae5094 req-f06a07ba-f583-4d1e-86d1-c78833e6c062 service nova] Lock "05b4e1a0-022c-4332-9f20-0217cb1a2290-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b56a78ca-ab92-4459-9808-0375e6ae5094 req-f06a07ba-f583-4d1e-86d1-c78833e6c062 service nova] Lock "05b4e1a0-022c-4332-9f20-0217cb1a2290-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG nova.compute.manager [req-b56a78ca-ab92-4459-9808-0375e6ae5094 req-f06a07ba-f583-4d1e-86d1-c78833e6c062 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] No waiting events found dispatching network-vif-unplugged-347a6df9-475b-4421-8133-b0a4dee12abb {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG nova.compute.manager [req-b56a78ca-ab92-4459-9808-0375e6ae5094 req-f06a07ba-f583-4d1e-86d1-c78833e6c062 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Received event network-vif-unplugged-347a6df9-475b-4421-8133-b0a4dee12abb for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG nova.network.neutron [req-7ffa9be2-6597-4815-82e7-0b7395d78bb9 req-b5747eef-42ea-4d1b-9f91-dad314de6849 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Updated VIF entry in instance network info cache for port 347a6df9-475b-4421-8133-b0a4dee12abb. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG nova.network.neutron [req-7ffa9be2-6597-4815-82e7-0b7395d78bb9 req-b5747eef-42ea-4d1b-9f91-dad314de6849 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Updating instance_info_cache with network_info: [{"id": "347a6df9-475b-4421-8133-b0a4dee12abb", "address": "fa:16:3e:5c:48:a6", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap347a6df9-47", "ovs_interfaceid": "347a6df9-475b-4421-8133-b0a4dee12abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7ffa9be2-6597-4815-82e7-0b7395d78bb9 req-b5747eef-42ea-4d1b-9f91-dad314de6849 service nova] Releasing lock "refresh_cache-05b4e1a0-022c-4332-9f20-0217cb1a2290" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:12:51 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Instance destroyed successfully.
Nov 29 12:12:51 user nova-compute[74974]: DEBUG nova.objects.instance [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lazy-loading 'resources' on Instance uuid 05b4e1a0-022c-4332-9f20-0217cb1a2290 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:05:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1023775942',display_name='tempest-TestStampPattern-server-1023775942',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1023775942',id=34,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBrXYHCoA+IOKHKEZnluLLiB4NrUmE08JCf3jYLCbPpqc7peA7EQhcr/hF7Z2sq/lf5YFfRgAe5D/KLd2iRJgjVpk8pMuDNEk/K2D08cBK9vMtFUV5of+/iBZ8dsOQgjtw==',key_name='tempest-TestStampPattern-290374335',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:05:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='84da09c2433640cb9454d6f827e89090',ramdisk_id='',reservation_id='r-fejhajrg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-637550434',owner_user_name='tempest-TestStampPattern-637550434-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:08:51Z,user_data=None,user_id='a2c9009324844311bdf63ae6e0d98664',uuid=05b4e1a0-022c-4332-9f20-0217cb1a2290,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "347a6df9-475b-4421-8133-b0a4dee12abb", "address": "fa:16:3e:5c:48:a6", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap347a6df9-47", "ovs_interfaceid": "347a6df9-475b-4421-8133-b0a4dee12abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Converting VIF {"id": "347a6df9-475b-4421-8133-b0a4dee12abb", "address": "fa:16:3e:5c:48:a6", "network": {"id": "d70a6e61-5e49-451a-9be1-5b3efd652a41", "bridge": "br-int", "label": "tempest-TestStampPattern-124823756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84da09c2433640cb9454d6f827e89090", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap347a6df9-47", "ovs_interfaceid": "347a6df9-475b-4421-8133-b0a4dee12abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5c:48:a6,bridge_name='br-int',has_traffic_filtering=True,id=347a6df9-475b-4421-8133-b0a4dee12abb,network=Network(d70a6e61-5e49-451a-9be1-5b3efd652a41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap347a6df9-47') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG os_vif [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5c:48:a6,bridge_name='br-int',has_traffic_filtering=True,id=347a6df9-475b-4421-8133-b0a4dee12abb,network=Network(d70a6e61-5e49-451a-9be1-5b3efd652a41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap347a6df9-47') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap347a6df9-47, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9f37f95f-efc4-4371-9cf9-5907a9af8e0d) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:12:51 user nova-compute[74974]: INFO os_vif [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5c:48:a6,bridge_name='br-int',has_traffic_filtering=True,id=347a6df9-475b-4421-8133-b0a4dee12abb,network=Network(d70a6e61-5e49-451a-9be1-5b3efd652a41),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap347a6df9-47')
Nov 29 12:12:51 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Deleting instance files /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290_del
Nov 29 12:12:51 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Deletion of /opt/stack/data/nova/instances/05b4e1a0-022c-4332-9f20-0217cb1a2290_del complete
Nov 29 12:12:51 user nova-compute[74974]: INFO nova.compute.manager [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Took 0.84 seconds to destroy the instance on the hypervisor.
Nov 29 12:12:51 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:12:51 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:12:52 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:12:52 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Took 0.48 seconds to deallocate network for instance.
Nov 29 12:12:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:52 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:12:52 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:12:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.289s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:52 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Deleted allocations for instance 05b4e1a0-022c-4332-9f20-0217cb1a2290
Nov 29 12:12:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0a2894c-1149-4dde-8e40-5f0d2d532030 tempest-TestStampPattern-637550434 tempest-TestStampPattern-637550434-project-member] Lock "05b4e1a0-022c-4332-9f20-0217cb1a2290" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.799s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:53 user nova-compute[74974]: DEBUG nova.compute.manager [req-cf8064dc-f874-4b0f-8321-cf9892160ebc req-523a6c37-a817-4d9d-ad49-2880d1311904 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Received event network-vif-plugged-347a6df9-475b-4421-8133-b0a4dee12abb {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:12:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-cf8064dc-f874-4b0f-8321-cf9892160ebc req-523a6c37-a817-4d9d-ad49-2880d1311904 service nova] Acquiring lock "05b4e1a0-022c-4332-9f20-0217cb1a2290-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:12:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-cf8064dc-f874-4b0f-8321-cf9892160ebc req-523a6c37-a817-4d9d-ad49-2880d1311904 service nova] Lock "05b4e1a0-022c-4332-9f20-0217cb1a2290-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:12:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-cf8064dc-f874-4b0f-8321-cf9892160ebc req-523a6c37-a817-4d9d-ad49-2880d1311904 service nova] Lock "05b4e1a0-022c-4332-9f20-0217cb1a2290-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:12:53 user nova-compute[74974]: DEBUG nova.compute.manager [req-cf8064dc-f874-4b0f-8321-cf9892160ebc req-523a6c37-a817-4d9d-ad49-2880d1311904 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] No waiting events found dispatching network-vif-plugged-347a6df9-475b-4421-8133-b0a4dee12abb {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:12:53 user nova-compute[74974]: WARNING nova.compute.manager [req-cf8064dc-f874-4b0f-8321-cf9892160ebc req-523a6c37-a817-4d9d-ad49-2880d1311904 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Received unexpected event network-vif-plugged-347a6df9-475b-4421-8133-b0a4dee12abb for instance with vm_state deleted and task_state None.
Nov 29 12:12:53 user nova-compute[74974]: DEBUG nova.compute.manager [req-cf8064dc-f874-4b0f-8321-cf9892160ebc req-523a6c37-a817-4d9d-ad49-2880d1311904 service nova] [instance: 05b4e1a0-022c-4332-9f20-0217cb1a2290] Received event network-vif-deleted-347a6df9-475b-4421-8133-b0a4dee12abb {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:12:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:57 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:12:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:12:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:12:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-2ed3a206-5fd0-4782-b47a-20497a7df7f9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:12:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-2ed3a206-5fd0-4782-b47a-20497a7df7f9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:12:57 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:12:57 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lazy-loading 'info_cache' on Instance uuid 2ed3a206-5fd0-4782-b47a-20497a7df7f9 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:12:57 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Updating instance_info_cache with network_info: [{"id": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "address": "fa:16:3e:65:97:cc", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9744c2-32", "ovs_interfaceid": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:12:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-2ed3a206-5fd0-4782-b47a-20497a7df7f9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:12:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:12:57 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:12:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:12:58 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:12:58 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:12:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:12:59 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:12:59 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:13:00 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:13:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:00 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:13:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:00 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG nova.compute.manager [req-1b5f7570-e97a-4ada-9253-f0a887aff653 req-e326d5ba-5068-4fe9-a69a-995d812ed923 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Received event network-changed-ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG nova.compute.manager [req-1b5f7570-e97a-4ada-9253-f0a887aff653 req-e326d5ba-5068-4fe9-a69a-995d812ed923 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Refreshing instance network info cache due to event network-changed-ac0ad616-15fd-4c41-8486-02d55306f17b. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1b5f7570-e97a-4ada-9253-f0a887aff653 req-e326d5ba-5068-4fe9-a69a-995d812ed923 service nova] Acquiring lock "refresh_cache-e5d265e1-f85e-4056-9e76-be24a7a3d62c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1b5f7570-e97a-4ada-9253-f0a887aff653 req-e326d5ba-5068-4fe9-a69a-995d812ed923 service nova] Acquired lock "refresh_cache-e5d265e1-f85e-4056-9e76-be24a7a3d62c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG nova.network.neutron [req-1b5f7570-e97a-4ada-9253-f0a887aff653 req-e326d5ba-5068-4fe9-a69a-995d812ed923 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Refreshing network info cache for port ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdi (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG nova.network.neutron [req-1b5f7570-e97a-4ada-9253-f0a887aff653 req-e326d5ba-5068-4fe9-a69a-995d812ed923 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Updated VIF entry in instance network info cache for port ac0ad616-15fd-4c41-8486-02d55306f17b. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG nova.network.neutron [req-1b5f7570-e97a-4ada-9253-f0a887aff653 req-e326d5ba-5068-4fe9-a69a-995d812ed923 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Updating instance_info_cache with network_info: [{"id": "ac0ad616-15fd-4c41-8486-02d55306f17b", "address": "fa:16:3e:cd:23:f0", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0ad616-15", "ovs_interfaceid": "ac0ad616-15fd-4c41-8486-02d55306f17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1b5f7570-e97a-4ada-9253-f0a887aff653 req-e326d5ba-5068-4fe9-a69a-995d812ed923 service nova] Releasing lock "refresh_cache-e5d265e1-f85e-4056-9e76-be24a7a3d62c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG nova.compute.manager [req-ebe15c22-072a-464c-81b7-e33c80e1b0b7 req-5975b494-9d5f-4953-b2f4-3426f8ffca23 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Received event network-changed-ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG nova.compute.manager [req-ebe15c22-072a-464c-81b7-e33c80e1b0b7 req-5975b494-9d5f-4953-b2f4-3426f8ffca23 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Refreshing instance network info cache due to event network-changed-ac0ad616-15fd-4c41-8486-02d55306f17b. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ebe15c22-072a-464c-81b7-e33c80e1b0b7 req-5975b494-9d5f-4953-b2f4-3426f8ffca23 service nova] Acquiring lock "refresh_cache-e5d265e1-f85e-4056-9e76-be24a7a3d62c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ebe15c22-072a-464c-81b7-e33c80e1b0b7 req-5975b494-9d5f-4953-b2f4-3426f8ffca23 service nova] Acquired lock "refresh_cache-e5d265e1-f85e-4056-9e76-be24a7a3d62c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG nova.network.neutron [req-ebe15c22-072a-464c-81b7-e33c80e1b0b7 req-5975b494-9d5f-4953-b2f4-3426f8ffca23 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Refreshing network info cache for port ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:02 user nova-compute[74974]: INFO nova.compute.manager [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Detaching volume 109e1f38-0f24-4998-983f-f0e0c91cbe8e
Nov 29 12:13:03 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:13:03 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:13:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8002MB free_disk=24.74758529663086GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:13:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:03 user nova-compute[74974]: INFO nova.virt.block_device [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Attempting to driver detach volume 109e1f38-0f24-4998-983f-f0e0c91cbe8e from mountpoint /dev/vdb
Nov 29 12:13:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Attempting to detach device vdb from instance e5d265e1-f85e-4056-9e76-be24a7a3d62c from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 12:13:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:13:03 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:13:03 user nova-compute[74974]:   <source dev="/dev/sdc"/>
Nov 29 12:13:03 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:13:03 user nova-compute[74974]:   <serial>109e1f38-0f24-4998-983f-f0e0c91cbe8e</serial>
Nov 29 12:13:03 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 12:13:03 user nova-compute[74974]: </disk>
Nov 29 12:13:03 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:13:03 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Successfully detached device vdb from instance e5d265e1-f85e-4056-9e76-be24a7a3d62c from the persistent domain config.
Nov 29 12:13:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e5d265e1-f85e-4056-9e76-be24a7a3d62c from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 12:13:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:13:03 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:13:03 user nova-compute[74974]:   <source dev="/dev/sdc"/>
Nov 29 12:13:03 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:13:03 user nova-compute[74974]:   <serial>109e1f38-0f24-4998-983f-f0e0c91cbe8e</serial>
Nov 29 12:13:03 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 12:13:03 user nova-compute[74974]: </disk>
Nov 29 12:13:03 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:13:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2ed3a206-5fd0-4782-b47a-20497a7df7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:13:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:13:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance ee78d0d8-0125-46d8-b1e1-2b38eaabeedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:13:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e0cb8e50-6436-4a97-b50c-23f5ad505d68 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:13:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 501bf9d6-c605-4de3-8cfa-86557b9e387e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:13:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:13:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e5d265e1-f85e-4056-9e76-be24a7a3d62c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:13:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2a3c56dd-b7fa-464f-86ca-6fe0be41452f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:13:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:13:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:13:03 user nova-compute[74974]: DEBUG nova.network.neutron [req-ebe15c22-072a-464c-81b7-e33c80e1b0b7 req-5975b494-9d5f-4953-b2f4-3426f8ffca23 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Updated VIF entry in instance network info cache for port ac0ad616-15fd-4c41-8486-02d55306f17b. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:13:03 user nova-compute[74974]: DEBUG nova.network.neutron [req-ebe15c22-072a-464c-81b7-e33c80e1b0b7 req-5975b494-9d5f-4953-b2f4-3426f8ffca23 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Updating instance_info_cache with network_info: [{"id": "ac0ad616-15fd-4c41-8486-02d55306f17b", "address": "fa:16:3e:cd:23:f0", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0ad616-15", "ovs_interfaceid": "ac0ad616-15fd-4c41-8486-02d55306f17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:13:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ebe15c22-072a-464c-81b7-e33c80e1b0b7 req-5975b494-9d5f-4953-b2f4-3426f8ffca23 service nova] Releasing lock "refresh_cache-e5d265e1-f85e-4056-9e76-be24a7a3d62c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:13:03 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:13:03 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:13:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:13:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.374s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e5d265e1-f85e-4056-9e76-be24a7a3d62c {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 12:13:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:09 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:13:09 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:10 user nova-compute[74974]: INFO nova.compute.manager [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Terminating instance
Nov 29 12:13:10 user nova-compute[74974]: DEBUG nova.compute.manager [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-a1f56d75-87d5-47b8-b899-24c27a9a4a23 req-e19be280-8ae8-4541-a6f8-f853f229624f service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received event network-vif-unplugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a1f56d75-87d5-47b8-b899-24c27a9a4a23 req-e19be280-8ae8-4541-a6f8-f853f229624f service nova] Acquiring lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a1f56d75-87d5-47b8-b899-24c27a9a4a23 req-e19be280-8ae8-4541-a6f8-f853f229624f service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a1f56d75-87d5-47b8-b899-24c27a9a4a23 req-e19be280-8ae8-4541-a6f8-f853f229624f service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-a1f56d75-87d5-47b8-b899-24c27a9a4a23 req-e19be280-8ae8-4541-a6f8-f853f229624f service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] No waiting events found dispatching network-vif-unplugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-a1f56d75-87d5-47b8-b899-24c27a9a4a23 req-e19be280-8ae8-4541-a6f8-f853f229624f service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received event network-vif-unplugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:10 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Instance destroyed successfully.
Nov 29 12:13:10 user nova-compute[74974]: DEBUG nova.objects.instance [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lazy-loading 'resources' on Instance uuid 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:07:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1740468983',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1740468983',id=38,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:09:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2e26d19eb78e40fab0e0b3afba63dbb1',ramdisk_id='',reservation_id='r-fyk6i2hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:11:24Z,user_data=None,user_id='47cf3f690e8140818fa4f5ce4c6bb348',uuid=4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "address": "fa:16:3e:07:08:d8", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ee276fe-29", "ovs_interfaceid": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converting VIF {"id": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "address": "fa:16:3e:07:08:d8", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ee276fe-29", "ovs_interfaceid": "0ee276fe-29ee-4f84-8d1c-f0e35a56942c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:07:08:d8,bridge_name='br-int',has_traffic_filtering=True,id=0ee276fe-29ee-4f84-8d1c-f0e35a56942c,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ee276fe-29') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG os_vif [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:08:d8,bridge_name='br-int',has_traffic_filtering=True,id=0ee276fe-29ee-4f84-8d1c-f0e35a56942c,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ee276fe-29') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0ee276fe-29, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8a5da872-f609-4856-ad7f-e4e09b2804fe) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:13:10 user nova-compute[74974]: INFO os_vif [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:08:d8,bridge_name='br-int',has_traffic_filtering=True,id=0ee276fe-29ee-4f84-8d1c-f0e35a56942c,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ee276fe-29')
Nov 29 12:13:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cLVvuNks', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:13:10 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:13:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff531eb9-ab08-4966-9f3b-874915f1fca7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:13:10 user nova-compute[74974]: No targets found.
Nov 29 12:13:10 user nova-compute[74974]: iSNS:
Nov 29 12:13:10 user nova-compute[74974]: No targets found.
Nov 29 12:13:10 user nova-compute[74974]: STATIC:
Nov 29 12:13:10 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:13:10 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:13:10 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:13:10 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e
Nov 29 12:13:10 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:13:10 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:13:10 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b
Nov 29 12:13:10 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:13:10 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:13:10 user nova-compute[74974]: FIRMWARE:
Nov 29 12:13:10 user nova-compute[74974]: No targets found.
Nov 29 12:13:10 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:13:10 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:13:10 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[373d6e1f-bb3a-4037-9d3a-d21193463a20]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[24f8cc07-65b3-4d7a-9782-9098194e8ab9]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:13:10 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:13:10 user nova-compute[74974]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)
Nov 29 12:13:10 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:13:10 user nova-compute[74974]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b (non-flash)
Nov 29 12:13:10 user nova-compute[74974]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)
Nov 29 12:13:10 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa8359480>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b'): ({'sdi'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Removing single pathed devices sdi {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c6d45f1-b494-4389-b027-3c672c39b54b]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:13:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4742a2ef-9f01-4bf7-9417-d0460666de98]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Flushing IO for device /dev/sdi {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7e6712c-a427-40b7-aeee-8522bae86e68]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.061s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ec88254-3a7a-42b7-b1ca-7f46d711b54c]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] SCSI volumes sdi have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO84d9a764-e7ee4847f302ec6a', '/dev/disk/by-id/scsi-26537656534383437', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_84d9a764') {{(pid=85288) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[14a468bd-9a40-4a51-803c-21beb7bf6219]: (4, None) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[37323049-c620-476a-b156-a764c3b52d0c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bd9c8bc-8763-482f-9361-c79025d6a18a]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b, portal: 172.16.0.220,3260]
Nov 29 12:13:11 user nova-compute[74974]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b, portal: 172.16.0.220,3260] successful.
Nov 29 12:13:11 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d94b6bd7-c658-4dc0-b9a5-36b92aaf073b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[932113b3-9a96-4bde-b029-147906cd95ea]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.362s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] <== disconnect_volume: return (363ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:13:11 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Deleting instance files /opt/stack/data/nova/instances/4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e_del
Nov 29 12:13:11 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Deletion of /opt/stack/data/nova/instances/4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e_del complete
Nov 29 12:13:11 user nova-compute[74974]: INFO nova.compute.manager [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Took 1.31 seconds to destroy the instance on the hypervisor.
Nov 29 12:13:11 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:13:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] Acquiring lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] No waiting events found dispatching network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:13:12 user nova-compute[74974]: WARNING nova.compute.manager [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received unexpected event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c for instance with vm_state active and task_state deleting.
Nov 29 12:13:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] Acquiring lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] No waiting events found dispatching network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:13:12 user nova-compute[74974]: WARNING nova.compute.manager [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received unexpected event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c for instance with vm_state active and task_state deleting.
Nov 29 12:13:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] Acquiring lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] No waiting events found dispatching network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:13:12 user nova-compute[74974]: WARNING nova.compute.manager [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received unexpected event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c for instance with vm_state active and task_state deleting.
Nov 29 12:13:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received event network-vif-unplugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] Acquiring lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] No waiting events found dispatching network-vif-unplugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received event network-vif-unplugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] Acquiring lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] No waiting events found dispatching network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:13:12 user nova-compute[74974]: WARNING nova.compute.manager [req-67aa3619-7b6c-4d6a-ac62-0d823df17893 req-33be3621-b82c-48b8-93c6-b88306fe34b2 service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received unexpected event network-vif-plugged-0ee276fe-29ee-4f84-8d1c-f0e35a56942c for instance with vm_state active and task_state deleting.
Nov 29 12:13:12 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:13:12 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Took 1.17 seconds to deallocate network for instance.
Nov 29 12:13:13 user nova-compute[74974]: INFO nova.compute.manager [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Took 0.88 seconds to detach 1 volumes for instance.
Nov 29 12:13:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:13 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:13:13 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:13:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.288s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:13 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Deleted allocations for instance 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e
Nov 29 12:13:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f52b521a-50b2-4b2a-a2b9-4aa890062ed3 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.847s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:13 user nova-compute[74974]: INFO nova.compute.manager [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Terminating instance
Nov 29 12:13:13 user nova-compute[74974]: DEBUG nova.compute.manager [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-81f114ea-1c76-480c-a1d3-16bb7cbeeec3 req-51c10121-6ea4-4e8e-9d02-c34e86536ffa service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Received event network-vif-unplugged-1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-81f114ea-1c76-480c-a1d3-16bb7cbeeec3 req-51c10121-6ea4-4e8e-9d02-c34e86536ffa service nova] Acquiring lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-81f114ea-1c76-480c-a1d3-16bb7cbeeec3 req-51c10121-6ea4-4e8e-9d02-c34e86536ffa service nova] Lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-81f114ea-1c76-480c-a1d3-16bb7cbeeec3 req-51c10121-6ea4-4e8e-9d02-c34e86536ffa service nova] Lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-81f114ea-1c76-480c-a1d3-16bb7cbeeec3 req-51c10121-6ea4-4e8e-9d02-c34e86536ffa service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] No waiting events found dispatching network-vif-unplugged-1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-81f114ea-1c76-480c-a1d3-16bb7cbeeec3 req-51c10121-6ea4-4e8e-9d02-c34e86536ffa service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Received event network-vif-unplugged-1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-af892e96-d7f5-43de-8bd0-07281c91ce67 req-14f0a6ca-2b9c-4588-bdb1-f41974053d5c service nova] [instance: 4fb68db4-adfb-4dfd-a58a-b64ed0ad8b2e] Received event network-vif-deleted-0ee276fe-29ee-4f84-8d1c-f0e35a56942c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:14 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Instance destroyed successfully.
Nov 29 12:13:14 user nova-compute[74974]: DEBUG nova.objects.instance [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lazy-loading 'resources' on Instance uuid 2ed3a206-5fd0-4782-b47a-20497a7df7f9 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:54:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-995375814',display_name='tempest-ServerActionsTestOtherA-server-995375814',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-995375814',id=14,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIjkXJjNVhDQcZQUTUg2vvqJe7xt05PG7UPN8jh3d2TAtgSKP2KTDa7qEymBSZdkrx80nFQ+zXXKNH7h17e4g8WKyYRxyjxlxGQhS3ETJ2YQUSvY+eNflehbCMGuBPRH8w==',key_name='tempest-keypair-712249996',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:54:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='800708720f894497a040a971a2d30c58',ramdisk_id='',reservation_id='r-83vv3hz9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1108672042',owner_user_name='tempest-ServerActionsTestOtherA-1108672042-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:54:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b9b1fc53de6a43e888443f24187282c2',uuid=2ed3a206-5fd0-4782-b47a-20497a7df7f9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "address": "fa:16:3e:65:97:cc", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9744c2-32", "ovs_interfaceid": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converting VIF {"id": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "address": "fa:16:3e:65:97:cc", "network": {"id": "e947cd1d-21b5-4e4b-9d54-71a963f6f839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-305372929-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "800708720f894497a040a971a2d30c58", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9744c2-32", "ovs_interfaceid": "1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:65:97:cc,bridge_name='br-int',has_traffic_filtering=True,id=1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b9744c2-32') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG os_vif [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:65:97:cc,bridge_name='br-int',has_traffic_filtering=True,id=1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b9744c2-32') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1b9744c2-32, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3d2237f8-2cbf-41d6-bc2f-edc6811012be) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:13:14 user nova-compute[74974]: INFO os_vif [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:65:97:cc,bridge_name='br-int',has_traffic_filtering=True,id=1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee,network=Network(e947cd1d-21b5-4e4b-9d54-71a963f6f839),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b9744c2-32')
Nov 29 12:13:14 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Deleting instance files /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9_del
Nov 29 12:13:14 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Deletion of /opt/stack/data/nova/instances/2ed3a206-5fd0-4782-b47a-20497a7df7f9_del complete
Nov 29 12:13:14 user nova-compute[74974]: INFO nova.compute.manager [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Took 0.93 seconds to destroy the instance on the hypervisor.
Nov 29 12:13:14 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:13:14 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:13:15 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:13:15 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Took 0.64 seconds to deallocate network for instance.
Nov 29 12:13:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:15 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:13:15 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:13:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.271s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:15 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Deleted allocations for instance 2ed3a206-5fd0-4782-b47a-20497a7df7f9
Nov 29 12:13:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6c3ef0a2-1f15-4198-90b9-d0a389642eb0 tempest-ServerActionsTestOtherA-1108672042 tempest-ServerActionsTestOtherA-1108672042-project-member] Lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.007s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:16 user nova-compute[74974]: DEBUG nova.compute.manager [req-e62a94b5-2808-45ca-a50c-98282df60b2e req-4caf9ea9-1db9-4564-8750-f0fd4fc00a11 service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Received event network-vif-plugged-1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:13:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e62a94b5-2808-45ca-a50c-98282df60b2e req-4caf9ea9-1db9-4564-8750-f0fd4fc00a11 service nova] Acquiring lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e62a94b5-2808-45ca-a50c-98282df60b2e req-4caf9ea9-1db9-4564-8750-f0fd4fc00a11 service nova] Lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e62a94b5-2808-45ca-a50c-98282df60b2e req-4caf9ea9-1db9-4564-8750-f0fd4fc00a11 service nova] Lock "2ed3a206-5fd0-4782-b47a-20497a7df7f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:16 user nova-compute[74974]: DEBUG nova.compute.manager [req-e62a94b5-2808-45ca-a50c-98282df60b2e req-4caf9ea9-1db9-4564-8750-f0fd4fc00a11 service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] No waiting events found dispatching network-vif-plugged-1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:13:16 user nova-compute[74974]: WARNING nova.compute.manager [req-e62a94b5-2808-45ca-a50c-98282df60b2e req-4caf9ea9-1db9-4564-8750-f0fd4fc00a11 service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Received unexpected event network-vif-plugged-1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee for instance with vm_state deleted and task_state None.
Nov 29 12:13:16 user nova-compute[74974]: DEBUG nova.compute.manager [req-764783f0-95b3-4825-9fa4-1c3ae165b69b req-6824c3b5-2757-4cb7-83b7-19f10c5c4dfd service nova] [instance: 2ed3a206-5fd0-4782-b47a-20497a7df7f9] Received event network-vif-deleted-1b9744c2-327b-4dcd-b0bb-0c6cb955e2ee {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:13:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:16 user nova-compute[74974]: INFO nova.compute.manager [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Terminating instance
Nov 29 12:13:16 user nova-compute[74974]: DEBUG nova.compute.manager [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:13:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:17 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Instance destroyed successfully.
Nov 29 12:13:17 user nova-compute[74974]: DEBUG nova.objects.instance [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lazy-loading 'resources' on Instance uuid ee78d0d8-0125-46d8-b1e1-2b38eaabeedb {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:13:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:56:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1582439339',display_name='tempest-ServerRescueNegativeTestJSON-server-1582439339',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1582439339',id=18,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:01:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8553e7a7a6984ad2b645599d231e911d',ramdisk_id='',reservation_id='r-4ufhrtfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-761208322',owner_user_name='tempest-ServerRescueNegativeTestJSON-761208322-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:02:59Z,user_data=None,user_id='2a3f8280d351445a94b8a1570609f519',uuid=ee78d0d8-0125-46d8-b1e1-2b38eaabeedb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "address": "fa:16:3e:d2:a2:9d", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d8ef0a-79", "ovs_interfaceid": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:13:17 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converting VIF {"id": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "address": "fa:16:3e:d2:a2:9d", "network": {"id": "62ed6f87-23c0-414f-8519-d9dd3d1feaa0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-652984050-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8553e7a7a6984ad2b645599d231e911d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95d8ef0a-79", "ovs_interfaceid": "95d8ef0a-794a-4e4a-8855-867ac5f919a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:13:17 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d2:a2:9d,bridge_name='br-int',has_traffic_filtering=True,id=95d8ef0a-794a-4e4a-8855-867ac5f919a0,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95d8ef0a-79') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:13:17 user nova-compute[74974]: DEBUG os_vif [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d2:a2:9d,bridge_name='br-int',has_traffic_filtering=True,id=95d8ef0a-794a-4e4a-8855-867ac5f919a0,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95d8ef0a-79') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:13:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap95d8ef0a-79, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:13:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:13:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6983a466-1b38-44ab-8f6e-8310377e456b) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:13:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:13:17 user nova-compute[74974]: INFO os_vif [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d2:a2:9d,bridge_name='br-int',has_traffic_filtering=True,id=95d8ef0a-794a-4e4a-8855-867ac5f919a0,network=Network(62ed6f87-23c0-414f-8519-d9dd3d1feaa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95d8ef0a-79')
Nov 29 12:13:17 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Deleting instance files /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb_del
Nov 29 12:13:17 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Deletion of /opt/stack/data/nova/instances/ee78d0d8-0125-46d8-b1e1-2b38eaabeedb_del complete
Nov 29 12:13:17 user nova-compute[74974]: INFO nova.compute.manager [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 29 12:13:17 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:13:17 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:13:17 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:13:18 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:13:18 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Took 0.51 seconds to deallocate network for instance.
Nov 29 12:13:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:18 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:13:18 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:13:18 user nova-compute[74974]: DEBUG nova.compute.manager [req-83f02f2e-78c0-4900-bf39-94a24bd38e38 req-a5766135-8016-4148-aad9-b0f00a2d00f3 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received event network-vif-unplugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:13:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-83f02f2e-78c0-4900-bf39-94a24bd38e38 req-a5766135-8016-4148-aad9-b0f00a2d00f3 service nova] Acquiring lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-83f02f2e-78c0-4900-bf39-94a24bd38e38 req-a5766135-8016-4148-aad9-b0f00a2d00f3 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-83f02f2e-78c0-4900-bf39-94a24bd38e38 req-a5766135-8016-4148-aad9-b0f00a2d00f3 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:18 user nova-compute[74974]: DEBUG nova.compute.manager [req-83f02f2e-78c0-4900-bf39-94a24bd38e38 req-a5766135-8016-4148-aad9-b0f00a2d00f3 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] No waiting events found dispatching network-vif-unplugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:13:18 user nova-compute[74974]: WARNING nova.compute.manager [req-83f02f2e-78c0-4900-bf39-94a24bd38e38 req-a5766135-8016-4148-aad9-b0f00a2d00f3 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received unexpected event network-vif-unplugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 for instance with vm_state deleted and task_state None.
Nov 29 12:13:18 user nova-compute[74974]: DEBUG nova.compute.manager [req-83f02f2e-78c0-4900-bf39-94a24bd38e38 req-a5766135-8016-4148-aad9-b0f00a2d00f3 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:13:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-83f02f2e-78c0-4900-bf39-94a24bd38e38 req-a5766135-8016-4148-aad9-b0f00a2d00f3 service nova] Acquiring lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-83f02f2e-78c0-4900-bf39-94a24bd38e38 req-a5766135-8016-4148-aad9-b0f00a2d00f3 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-83f02f2e-78c0-4900-bf39-94a24bd38e38 req-a5766135-8016-4148-aad9-b0f00a2d00f3 service nova] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:18 user nova-compute[74974]: DEBUG nova.compute.manager [req-83f02f2e-78c0-4900-bf39-94a24bd38e38 req-a5766135-8016-4148-aad9-b0f00a2d00f3 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] No waiting events found dispatching network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:13:18 user nova-compute[74974]: WARNING nova.compute.manager [req-83f02f2e-78c0-4900-bf39-94a24bd38e38 req-a5766135-8016-4148-aad9-b0f00a2d00f3 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received unexpected event network-vif-plugged-95d8ef0a-794a-4e4a-8855-867ac5f919a0 for instance with vm_state deleted and task_state None.
Nov 29 12:13:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.214s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:18 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Deleted allocations for instance ee78d0d8-0125-46d8-b1e1-2b38eaabeedb
Nov 29 12:13:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b8948d41-e2f1-46b1-a167-1eb7d27b5cef tempest-ServerRescueNegativeTestJSON-761208322 tempest-ServerRescueNegativeTestJSON-761208322-project-member] Lock "ee78d0d8-0125-46d8-b1e1-2b38eaabeedb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.739s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:18 user nova-compute[74974]: DEBUG nova.compute.manager [req-879c8774-e5b8-4696-b9c4-34ae79c392a3 req-2bf96c70-eb1e-4dba-946a-bf9327407a68 service nova] [instance: ee78d0d8-0125-46d8-b1e1-2b38eaabeedb] Received event network-vif-deleted-95d8ef0a-794a-4e4a-8855-867ac5f919a0 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:13:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:23 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e5d265e1-f85e-4056-9e76-be24a7a3d62c is timed out.
Nov 29 12:13:23 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Successfully detached device vdb from instance e5d265e1-f85e-4056-9e76-be24a7a3d62c from the live domain config.
Nov 29 12:13:23 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UZzYMbqR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:13:23 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:13:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[77154450-33e7-4c72-9d24-ba1bfdda7557]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:13:23 user nova-compute[74974]: No targets found.
Nov 29 12:13:23 user nova-compute[74974]: iSNS:
Nov 29 12:13:23 user nova-compute[74974]: No targets found.
Nov 29 12:13:23 user nova-compute[74974]: STATIC:
Nov 29 12:13:23 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:13:23 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:13:23 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:13:23 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e
Nov 29 12:13:23 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:13:23 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:13:23 user nova-compute[74974]: FIRMWARE:
Nov 29 12:13:23 user nova-compute[74974]: No targets found.
Nov 29 12:13:23 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:13:23 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:13:23 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c1fdf4b-a8e6-432a-8db1-20ec567023e1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ef12978-918b-49bb-ac79-9b022caf1f39]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:13:23 user nova-compute[74974]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)
Nov 29 12:13:23 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:13:23 user nova-compute[74974]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e (non-flash)
Nov 29 12:13:23 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa8323d90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e'): ({'sdc'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Removing single pathed devices sdc {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[035f7dfe-ce71-4e1e-91be-8e1c36e4e017]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e1c7654-d6ad-48ad-9dd2-a957d0403bb2]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Flushing IO for device /dev/sdc {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b15c127-c134-45b2-9c24-8cfff68f24f4]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:13:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d336ee8-06c0-45e3-899d-e8542c3c35f8]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:13:24 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:13:24 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] SCSI volumes sdc have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:13:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:13:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a5c762b-eecf-4501-a62c-c3c9c50229f1]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:13:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:13:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[25cfe032-e259-45f5-9aa0-38a4ac084920]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:13:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e, portal: 172.16.0.220,3260]
Nov 29 12:13:24 user nova-compute[74974]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e, portal: 172.16.0.220,3260] successful.
Nov 29 12:13:24 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:13:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:109e1f38-0f24-4998-983f-f0e0c91cbe8e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f6bfb6d-a4a0-4c62-b33b-f4201c72edad]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:13:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:13:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.294s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:13:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] <== disconnect_volume: return (295ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:13:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:13:24 user nova-compute[74974]: DEBUG nova.objects.instance [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lazy-loading 'flavor' on Instance uuid e5d265e1-f85e-4056-9e76-be24a7a3d62c {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:13:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-3caaf63e-1e6c-4ec0-982d-34deaab5f0e0 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.999s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "edffeffa-2cd1-4696-a874-38bafe4fbf89" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:33 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:13:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:34 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:13:34 user nova-compute[74974]: INFO nova.compute.claims [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Claim successful on node user
Nov 29 12:13:34 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:13:34 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:13:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.310s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:34 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:13:34 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:13:34 user nova-compute[74974]: DEBUG nova.network.neutron [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:13:34 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:13:34 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:13:34 user nova-compute[74974]: DEBUG nova.policy [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d1e86a4643e40708453514d9db954ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '035db581b1704a6a8a5fe14de3232b57', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:13:34 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:13:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:13:34 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Creating image(s)
Nov 29 12:13:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "/opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "/opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "/opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.201s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.213s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk 1073741824" returned: 0 in 0.056s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.278s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.200s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:35 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Checking if we can resize image /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:13:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:13:35 user nova-compute[74974]: DEBUG nova.network.neutron [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Successfully created port: 7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:13:35 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:13:35 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Cannot resize image /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:13:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:13:35 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Ensure instance console log exists: /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:13:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:35 user nova-compute[74974]: DEBUG nova.network.neutron [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Successfully updated port: 7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "refresh_cache-edffeffa-2cd1-4696-a874-38bafe4fbf89" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquired lock "refresh_cache-edffeffa-2cd1-4696-a874-38bafe4fbf89" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.network.neutron [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.compute.manager [req-2deba091-40d5-4c05-820c-dc3a9e7085c9 req-d00b00cd-1fb8-4e4d-85f5-c15cfc888d31 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Received event network-changed-7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.compute.manager [req-2deba091-40d5-4c05-820c-dc3a9e7085c9 req-d00b00cd-1fb8-4e4d-85f5-c15cfc888d31 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Refreshing instance network info cache due to event network-changed-7a8dc408-1266-47a9-8115-67c4fa20825c. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2deba091-40d5-4c05-820c-dc3a9e7085c9 req-d00b00cd-1fb8-4e4d-85f5-c15cfc888d31 service nova] Acquiring lock "refresh_cache-edffeffa-2cd1-4696-a874-38bafe4fbf89" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.network.neutron [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.network.neutron [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Updating instance_info_cache with network_info: [{"id": "7a8dc408-1266-47a9-8115-67c4fa20825c", "address": "fa:16:3e:21:35:ef", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a8dc408-12", "ovs_interfaceid": "7a8dc408-1266-47a9-8115-67c4fa20825c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Releasing lock "refresh_cache-edffeffa-2cd1-4696-a874-38bafe4fbf89" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Instance network_info: |[{"id": "7a8dc408-1266-47a9-8115-67c4fa20825c", "address": "fa:16:3e:21:35:ef", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a8dc408-12", "ovs_interfaceid": "7a8dc408-1266-47a9-8115-67c4fa20825c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2deba091-40d5-4c05-820c-dc3a9e7085c9 req-d00b00cd-1fb8-4e4d-85f5-c15cfc888d31 service nova] Acquired lock "refresh_cache-edffeffa-2cd1-4696-a874-38bafe4fbf89" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.network.neutron [req-2deba091-40d5-4c05-820c-dc3a9e7085c9 req-d00b00cd-1fb8-4e4d-85f5-c15cfc888d31 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Refreshing network info cache for port 7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Start _get_guest_xml network_info=[{"id": "7a8dc408-1266-47a9-8115-67c4fa20825c", "address": "fa:16:3e:21:35:ef", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a8dc408-12", "ovs_interfaceid": "7a8dc408-1266-47a9-8115-67c4fa20825c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:13:36 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:13:36 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:13:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1606431681',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1606431681',id=42,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAh7u+mMIBjF7UpB8r+KawnZ5jqqWpxaziNbzUe0UeyIvpcD6nihmAIYYekCktnTBsufQV/XKn5rw0sNAYWPZlqUUTbVA9ZW4KgDnWWqCb3pO2+EcniCXJlMvRbRt9YaVQ==',key_name='tempest-keypair-1833538282',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='035db581b1704a6a8a5fe14de3232b57',ramdisk_id='',reservation_id='r-yd2r79if',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-193778848',owner_user_name='tempest-AttachVolumeShelveTestJSON-193778848-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:13:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d1e86a4643e40708453514d9db954ae',uuid=edffeffa-2cd1-4696-a874-38bafe4fbf89,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7a8dc408-1266-47a9-8115-67c4fa20825c", "address": "fa:16:3e:21:35:ef", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a8dc408-12", "ovs_interfaceid": "7a8dc408-1266-47a9-8115-67c4fa20825c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converting VIF {"id": "7a8dc408-1266-47a9-8115-67c4fa20825c", "address": "fa:16:3e:21:35:ef", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a8dc408-12", "ovs_interfaceid": "7a8dc408-1266-47a9-8115-67c4fa20825c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:35:ef,bridge_name='br-int',has_traffic_filtering=True,id=7a8dc408-1266-47a9-8115-67c4fa20825c,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a8dc408-12') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.objects.instance [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lazy-loading 'pci_devices' on Instance uuid edffeffa-2cd1-4696-a874-38bafe4fbf89 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:13:36 user nova-compute[74974]:   <uuid>edffeffa-2cd1-4696-a874-38bafe4fbf89</uuid>
Nov 29 12:13:36 user nova-compute[74974]:   <name>instance-0000002a</name>
Nov 29 12:13:36 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:13:36 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:13:36 user nova-compute[74974]:   <metadata>
Nov 29 12:13:36 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:13:36 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:13:36 user nova-compute[74974]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1606431681</nova:name>
Nov 29 12:13:36 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:13:36</nova:creationTime>
Nov 29 12:13:36 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:13:36 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:13:36 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:13:36 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:13:36 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:13:36 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:13:36 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:13:36 user nova-compute[74974]:       <nova:owner>
Nov 29 12:13:36 user nova-compute[74974]:         <nova:user uuid="0d1e86a4643e40708453514d9db954ae">tempest-AttachVolumeShelveTestJSON-193778848-project-member</nova:user>
Nov 29 12:13:36 user nova-compute[74974]:         <nova:project uuid="035db581b1704a6a8a5fe14de3232b57">tempest-AttachVolumeShelveTestJSON-193778848</nova:project>
Nov 29 12:13:36 user nova-compute[74974]:       </nova:owner>
Nov 29 12:13:36 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:13:36 user nova-compute[74974]:       <nova:ports>
Nov 29 12:13:36 user nova-compute[74974]:         <nova:port uuid="7a8dc408-1266-47a9-8115-67c4fa20825c">
Nov 29 12:13:36 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 12:13:36 user nova-compute[74974]:         </nova:port>
Nov 29 12:13:36 user nova-compute[74974]:       </nova:ports>
Nov 29 12:13:36 user nova-compute[74974]:     </nova:instance>
Nov 29 12:13:36 user nova-compute[74974]:   </metadata>
Nov 29 12:13:36 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:13:36 user nova-compute[74974]:     <system>
Nov 29 12:13:36 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:13:36 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:13:36 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:13:36 user nova-compute[74974]:       <entry name="serial">edffeffa-2cd1-4696-a874-38bafe4fbf89</entry>
Nov 29 12:13:36 user nova-compute[74974]:       <entry name="uuid">edffeffa-2cd1-4696-a874-38bafe4fbf89</entry>
Nov 29 12:13:36 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:13:36 user nova-compute[74974]:     </system>
Nov 29 12:13:36 user nova-compute[74974]:   </sysinfo>
Nov 29 12:13:36 user nova-compute[74974]:   <os>
Nov 29 12:13:36 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:13:36 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:13:36 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:13:36 user nova-compute[74974]:   </os>
Nov 29 12:13:36 user nova-compute[74974]:   <features>
Nov 29 12:13:36 user nova-compute[74974]:     <acpi/>
Nov 29 12:13:36 user nova-compute[74974]:     <apic/>
Nov 29 12:13:36 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:13:36 user nova-compute[74974]:   </features>
Nov 29 12:13:36 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:13:36 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:13:36 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:13:36 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:13:36 user nova-compute[74974]:   </clock>
Nov 29 12:13:36 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:13:36 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:13:36 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:13:36 user nova-compute[74974]:   </cpu>
Nov 29 12:13:36 user nova-compute[74974]:   <devices>
Nov 29 12:13:36 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:13:36 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:13:36 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk"/>
Nov 29 12:13:36 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:13:36 user nova-compute[74974]:     </disk>
Nov 29 12:13:36 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:13:36 user nova-compute[74974]:       <mac address="fa:16:3e:21:35:ef"/>
Nov 29 12:13:36 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:13:36 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:13:36 user nova-compute[74974]:       <target dev="tap7a8dc408-12"/>
Nov 29 12:13:36 user nova-compute[74974]:     </interface>
Nov 29 12:13:36 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:13:36 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/console.log" append="off"/>
Nov 29 12:13:36 user nova-compute[74974]:     </serial>
Nov 29 12:13:36 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:13:36 user nova-compute[74974]:     <video>
Nov 29 12:13:36 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:13:36 user nova-compute[74974]:     </video>
Nov 29 12:13:36 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:13:36 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:13:36 user nova-compute[74974]:     </rng>
Nov 29 12:13:36 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:13:36 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:13:36 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:13:36 user nova-compute[74974]:     </memballoon>
Nov 29 12:13:36 user nova-compute[74974]:   </devices>
Nov 29 12:13:36 user nova-compute[74974]: </domain>
Nov 29 12:13:36 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:13:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1606431681',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1606431681',id=42,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAh7u+mMIBjF7UpB8r+KawnZ5jqqWpxaziNbzUe0UeyIvpcD6nihmAIYYekCktnTBsufQV/XKn5rw0sNAYWPZlqUUTbVA9ZW4KgDnWWqCb3pO2+EcniCXJlMvRbRt9YaVQ==',key_name='tempest-keypair-1833538282',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='035db581b1704a6a8a5fe14de3232b57',ramdisk_id='',reservation_id='r-yd2r79if',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-193778848',owner_user_name='tempest-AttachVolumeShelveTestJSON-193778848-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:13:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d1e86a4643e40708453514d9db954ae',uuid=edffeffa-2cd1-4696-a874-38bafe4fbf89,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7a8dc408-1266-47a9-8115-67c4fa20825c", "address": "fa:16:3e:21:35:ef", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a8dc408-12", "ovs_interfaceid": "7a8dc408-1266-47a9-8115-67c4fa20825c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converting VIF {"id": "7a8dc408-1266-47a9-8115-67c4fa20825c", "address": "fa:16:3e:21:35:ef", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a8dc408-12", "ovs_interfaceid": "7a8dc408-1266-47a9-8115-67c4fa20825c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:35:ef,bridge_name='br-int',has_traffic_filtering=True,id=7a8dc408-1266-47a9-8115-67c4fa20825c,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a8dc408-12') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG os_vif [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:35:ef,bridge_name='br-int',has_traffic_filtering=True,id=7a8dc408-1266-47a9-8115-67c4fa20825c,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a8dc408-12') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '12854ed4-fa43-509a-93a4-855c73d38169', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7a8dc408-12, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7a8dc408-12, col_values=(('qos', UUID('8a564997-2bfc-4ed0-905d-b240389e6471')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7a8dc408-12, col_values=(('external_ids', {'iface-id': '7a8dc408-1266-47a9-8115-67c4fa20825c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:21:35:ef', 'vm-uuid': 'edffeffa-2cd1-4696-a874-38bafe4fbf89'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:36 user nova-compute[74974]: INFO os_vif [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:35:ef,bridge_name='br-int',has_traffic_filtering=True,id=7a8dc408-1266-47a9-8115-67c4fa20825c,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a8dc408-12')
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] No VIF found with MAC fa:16:3e:21:35:ef, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.network.neutron [req-2deba091-40d5-4c05-820c-dc3a9e7085c9 req-d00b00cd-1fb8-4e4d-85f5-c15cfc888d31 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Updated VIF entry in instance network info cache for port 7a8dc408-1266-47a9-8115-67c4fa20825c. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG nova.network.neutron [req-2deba091-40d5-4c05-820c-dc3a9e7085c9 req-d00b00cd-1fb8-4e4d-85f5-c15cfc888d31 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Updating instance_info_cache with network_info: [{"id": "7a8dc408-1266-47a9-8115-67c4fa20825c", "address": "fa:16:3e:21:35:ef", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a8dc408-12", "ovs_interfaceid": "7a8dc408-1266-47a9-8115-67c4fa20825c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:13:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2deba091-40d5-4c05-820c-dc3a9e7085c9 req-d00b00cd-1fb8-4e4d-85f5-c15cfc888d31 service nova] Releasing lock "refresh_cache-edffeffa-2cd1-4696-a874-38bafe4fbf89" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:13:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:38 user nova-compute[74974]: DEBUG nova.compute.manager [req-4c3a8f48-2fc7-45a2-b8c6-592bb807d5dd req-70d5bb51-d736-4f9c-8080-ec1764e86ef2 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Received event network-vif-plugged-7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:13:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-4c3a8f48-2fc7-45a2-b8c6-592bb807d5dd req-70d5bb51-d736-4f9c-8080-ec1764e86ef2 service nova] Acquiring lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-4c3a8f48-2fc7-45a2-b8c6-592bb807d5dd req-70d5bb51-d736-4f9c-8080-ec1764e86ef2 service nova] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-4c3a8f48-2fc7-45a2-b8c6-592bb807d5dd req-70d5bb51-d736-4f9c-8080-ec1764e86ef2 service nova] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:38 user nova-compute[74974]: DEBUG nova.compute.manager [req-4c3a8f48-2fc7-45a2-b8c6-592bb807d5dd req-70d5bb51-d736-4f9c-8080-ec1764e86ef2 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] No waiting events found dispatching network-vif-plugged-7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:13:38 user nova-compute[74974]: WARNING nova.compute.manager [req-4c3a8f48-2fc7-45a2-b8c6-592bb807d5dd req-70d5bb51-d736-4f9c-8080-ec1764e86ef2 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Received unexpected event network-vif-plugged-7a8dc408-1266-47a9-8115-67c4fa20825c for instance with vm_state building and task_state spawning.
Nov 29 12:13:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:39 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:13:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:13:39 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Instance spawned successfully.
Nov 29 12:13:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:13:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:13:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:13:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:13:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:13:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:13:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:13:39 user nova-compute[74974]: INFO nova.compute.manager [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Took 5.31 seconds to spawn the instance on the hypervisor.
Nov 29 12:13:39 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:13:40 user nova-compute[74974]: INFO nova.compute.manager [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Took 6.05 seconds to build instance.
Nov 29 12:13:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a0e7dd8e-ace4-41f5-b8a9-019c6dc09d4c tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.145s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:40 user nova-compute[74974]: DEBUG nova.compute.manager [req-69ce967e-c869-4784-8350-ceeaa14a9d74 req-187a00df-a392-420a-a763-a6ead8f9cdd7 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Received event network-vif-plugged-7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:13:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-69ce967e-c869-4784-8350-ceeaa14a9d74 req-187a00df-a392-420a-a763-a6ead8f9cdd7 service nova] Acquiring lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-69ce967e-c869-4784-8350-ceeaa14a9d74 req-187a00df-a392-420a-a763-a6ead8f9cdd7 service nova] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-69ce967e-c869-4784-8350-ceeaa14a9d74 req-187a00df-a392-420a-a763-a6ead8f9cdd7 service nova] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:40 user nova-compute[74974]: DEBUG nova.compute.manager [req-69ce967e-c869-4784-8350-ceeaa14a9d74 req-187a00df-a392-420a-a763-a6ead8f9cdd7 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] No waiting events found dispatching network-vif-plugged-7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:13:40 user nova-compute[74974]: WARNING nova.compute.manager [req-69ce967e-c869-4784-8350-ceeaa14a9d74 req-187a00df-a392-420a-a763-a6ead8f9cdd7 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Received unexpected event network-vif-plugged-7a8dc408-1266-47a9-8115-67c4fa20825c for instance with vm_state active and task_state None.
Nov 29 12:13:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:53 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:13:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:57 user nova-compute[74974]: INFO nova.compute.manager [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Terminating instance
Nov 29 12:13:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:13:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG nova.compute.manager [req-28b32793-9760-4f13-a97f-4d29cc4004ac req-84d298f8-94a7-4dc1-82c0-5b3ca1b30aa1 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Received event network-vif-unplugged-ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-28b32793-9760-4f13-a97f-4d29cc4004ac req-84d298f8-94a7-4dc1-82c0-5b3ca1b30aa1 service nova] Acquiring lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-28b32793-9760-4f13-a97f-4d29cc4004ac req-84d298f8-94a7-4dc1-82c0-5b3ca1b30aa1 service nova] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-28b32793-9760-4f13-a97f-4d29cc4004ac req-84d298f8-94a7-4dc1-82c0-5b3ca1b30aa1 service nova] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG nova.compute.manager [req-28b32793-9760-4f13-a97f-4d29cc4004ac req-84d298f8-94a7-4dc1-82c0-5b3ca1b30aa1 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] No waiting events found dispatching network-vif-unplugged-ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG nova.compute.manager [req-28b32793-9760-4f13-a97f-4d29cc4004ac req-84d298f8-94a7-4dc1-82c0-5b3ca1b30aa1 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Received event network-vif-unplugged-ac0ad616-15fd-4c41-8486-02d55306f17b for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:58 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Instance destroyed successfully.
Nov 29 12:13:58 user nova-compute[74974]: DEBUG nova.objects.instance [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lazy-loading 'resources' on Instance uuid e5d265e1-f85e-4056-9e76-be24a7a3d62c {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:08:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-685851521',display_name='tempest-TestMinimumBasicScenario-server-685851521',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-685851521',id=39,image_ref='523028db-29af-461e-a6e3-be626be02168',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIAPbQYZ2fm/foDKUg5TIdbRzbdB27nV+GIwZNTiD9nlzwCd42dG7aDQJMUH5YeezAW56wRLdD24l9FIifYj6ICoHu5MZyvkbLXRxVwV00TAN7Hn7p6XaDWf/p7kYVttig==',key_name='tempest-TestMinimumBasicScenario-1158021566',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:09:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2211d314e2634ee79e5747c787920c10',ramdisk_id='',reservation_id='r-3urb3waj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='523028db-29af-461e-a6e3-be626be02168',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1298884758',owner_user_name='tempest-TestMinimumBasicScenario-1298884758-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:11:17Z,user_data=None,user_id='0af07c7ab74d4f9ebc7f43420452dabe',uuid=e5d265e1-f85e-4056-9e76-be24a7a3d62c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ac0ad616-15fd-4c41-8486-02d55306f17b", "address": "fa:16:3e:cd:23:f0", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0ad616-15", "ovs_interfaceid": "ac0ad616-15fd-4c41-8486-02d55306f17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Converting VIF {"id": "ac0ad616-15fd-4c41-8486-02d55306f17b", "address": "fa:16:3e:cd:23:f0", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac0ad616-15", "ovs_interfaceid": "ac0ad616-15fd-4c41-8486-02d55306f17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cd:23:f0,bridge_name='br-int',has_traffic_filtering=True,id=ac0ad616-15fd-4c41-8486-02d55306f17b,network=Network(9dc2f704-2715-4f2a-bac4-49bbf22355e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac0ad616-15') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG os_vif [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:23:f0,bridge_name='br-int',has_traffic_filtering=True,id=ac0ad616-15fd-4c41-8486-02d55306f17b,network=Network(9dc2f704-2715-4f2a-bac4-49bbf22355e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac0ad616-15') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapac0ad616-15, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8c835118-fe97-43d6-81ea-ab06467a5d32) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:58 user nova-compute[74974]: INFO os_vif [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:23:f0,bridge_name='br-int',has_traffic_filtering=True,id=ac0ad616-15fd-4c41-8486-02d55306f17b,network=Network(9dc2f704-2715-4f2a-bac4-49bbf22355e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac0ad616-15')
Nov 29 12:13:58 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Deleting instance files /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c_del
Nov 29 12:13:58 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Deletion of /opt/stack/data/nova/instances/e5d265e1-f85e-4056-9e76-be24a7a3d62c_del complete
Nov 29 12:13:58 user nova-compute[74974]: INFO nova.compute.manager [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Took 0.96 seconds to destroy the instance on the hypervisor.
Nov 29 12:13:58 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:13:58 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:13:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:13:59 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:13:59 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Took 0.51 seconds to deallocate network for instance.
Nov 29 12:13:59 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:13:59 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:13:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:13:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:13:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:13:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:13:59 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:13:59 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:13:59 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:14:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.523s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:00 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Deleted allocations for instance e5d265e1-f85e-4056-9e76-be24a7a3d62c
Nov 29 12:14:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-da5133f4-97c3-4eff-98a8-85f6077a04b7 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.207s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:00 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Updating instance_info_cache with network_info: [{"id": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "address": "fa:16:3e:42:ff:d1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b76da52-d3", "ovs_interfaceid": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:14:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:14:00 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:14:00 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:14:00 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:14:00 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:14:00 user nova-compute[74974]: DEBUG nova.compute.manager [req-7f399e95-3c32-45db-a96f-6a1ae22455f6 req-a12f6fb9-9a66-417d-b394-e21f4b557848 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Received event network-vif-plugged-ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:14:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7f399e95-3c32-45db-a96f-6a1ae22455f6 req-a12f6fb9-9a66-417d-b394-e21f4b557848 service nova] Acquiring lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7f399e95-3c32-45db-a96f-6a1ae22455f6 req-a12f6fb9-9a66-417d-b394-e21f4b557848 service nova] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7f399e95-3c32-45db-a96f-6a1ae22455f6 req-a12f6fb9-9a66-417d-b394-e21f4b557848 service nova] Lock "e5d265e1-f85e-4056-9e76-be24a7a3d62c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:00 user nova-compute[74974]: DEBUG nova.compute.manager [req-7f399e95-3c32-45db-a96f-6a1ae22455f6 req-a12f6fb9-9a66-417d-b394-e21f4b557848 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] No waiting events found dispatching network-vif-plugged-ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:14:00 user nova-compute[74974]: WARNING nova.compute.manager [req-7f399e95-3c32-45db-a96f-6a1ae22455f6 req-a12f6fb9-9a66-417d-b394-e21f4b557848 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Received unexpected event network-vif-plugged-ac0ad616-15fd-4c41-8486-02d55306f17b for instance with vm_state deleted and task_state None.
Nov 29 12:14:00 user nova-compute[74974]: DEBUG nova.compute.manager [req-7f399e95-3c32-45db-a96f-6a1ae22455f6 req-a12f6fb9-9a66-417d-b394-e21f4b557848 service nova] [instance: e5d265e1-f85e-4056-9e76-be24a7a3d62c] Received event network-vif-deleted-ac0ad616-15fd-4c41-8486-02d55306f17b {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:14:00 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:14:00 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:14:00 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:14:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "501bf9d6-c605-4de3-8cfa-86557b9e387e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "501bf9d6-c605-4de3-8cfa-86557b9e387e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "501bf9d6-c605-4de3-8cfa-86557b9e387e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "501bf9d6-c605-4de3-8cfa-86557b9e387e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "501bf9d6-c605-4de3-8cfa-86557b9e387e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:00 user nova-compute[74974]: INFO nova.compute.manager [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Terminating instance
Nov 29 12:14:00 user nova-compute[74974]: DEBUG nova.compute.manager [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:14:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:01 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Instance destroyed successfully.
Nov 29 12:14:01 user nova-compute[74974]: DEBUG nova.objects.instance [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lazy-loading 'resources' on Instance uuid 501bf9d6-c605-4de3-8cfa-86557b9e387e {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:14:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:04:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-534709694',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-534709694',id=31,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:04:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2e26d19eb78e40fab0e0b3afba63dbb1',ramdisk_id='',reservation_id='r-4johtgrj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:06:35Z,user_data=None,user_id='47cf3f690e8140818fa4f5ce4c6bb348',uuid=501bf9d6-c605-4de3-8cfa-86557b9e387e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "affcabc6-642b-4a58-8730-8bf90d4cf8bd", "address": "fa:16:3e:05:f1:97", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaffcabc6-64", "ovs_interfaceid": "affcabc6-642b-4a58-8730-8bf90d4cf8bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:14:01 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converting VIF {"id": "affcabc6-642b-4a58-8730-8bf90d4cf8bd", "address": "fa:16:3e:05:f1:97", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaffcabc6-64", "ovs_interfaceid": "affcabc6-642b-4a58-8730-8bf90d4cf8bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:14:01 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:05:f1:97,bridge_name='br-int',has_traffic_filtering=True,id=affcabc6-642b-4a58-8730-8bf90d4cf8bd,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaffcabc6-64') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:14:01 user nova-compute[74974]: DEBUG os_vif [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:05:f1:97,bridge_name='br-int',has_traffic_filtering=True,id=affcabc6-642b-4a58-8730-8bf90d4cf8bd,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaffcabc6-64') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:14:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaffcabc6-64, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:14:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1610393a-7acd-4c9c-ba75-57dc9ac2a67f) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:14:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:14:01 user nova-compute[74974]: INFO os_vif [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:05:f1:97,bridge_name='br-int',has_traffic_filtering=True,id=affcabc6-642b-4a58-8730-8bf90d4cf8bd,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaffcabc6-64')
Nov 29 12:14:01 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Deleting instance files /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e_del
Nov 29 12:14:01 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Deletion of /opt/stack/data/nova/instances/501bf9d6-c605-4de3-8cfa-86557b9e387e_del complete
Nov 29 12:14:01 user nova-compute[74974]: INFO nova.compute.manager [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Took 0.91 seconds to destroy the instance on the hypervisor.
Nov 29 12:14:01 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:14:01 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:14:01 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:14:02 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:14:02 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Took 0.43 seconds to deallocate network for instance.
Nov 29 12:14:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:02 user nova-compute[74974]: DEBUG nova.compute.manager [req-77418d78-5ab7-4a3f-b15b-d6cd0f416e2d req-a55ebd46-35f9-4e2c-9aa1-e6d1250607b7 service nova] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Received event network-vif-unplugged-affcabc6-642b-4a58-8730-8bf90d4cf8bd {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:14:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-77418d78-5ab7-4a3f-b15b-d6cd0f416e2d req-a55ebd46-35f9-4e2c-9aa1-e6d1250607b7 service nova] Acquiring lock "501bf9d6-c605-4de3-8cfa-86557b9e387e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-77418d78-5ab7-4a3f-b15b-d6cd0f416e2d req-a55ebd46-35f9-4e2c-9aa1-e6d1250607b7 service nova] Lock "501bf9d6-c605-4de3-8cfa-86557b9e387e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-77418d78-5ab7-4a3f-b15b-d6cd0f416e2d req-a55ebd46-35f9-4e2c-9aa1-e6d1250607b7 service nova] Lock "501bf9d6-c605-4de3-8cfa-86557b9e387e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:02 user nova-compute[74974]: DEBUG nova.compute.manager [req-77418d78-5ab7-4a3f-b15b-d6cd0f416e2d req-a55ebd46-35f9-4e2c-9aa1-e6d1250607b7 service nova] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] No waiting events found dispatching network-vif-unplugged-affcabc6-642b-4a58-8730-8bf90d4cf8bd {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:14:02 user nova-compute[74974]: WARNING nova.compute.manager [req-77418d78-5ab7-4a3f-b15b-d6cd0f416e2d req-a55ebd46-35f9-4e2c-9aa1-e6d1250607b7 service nova] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Received unexpected event network-vif-unplugged-affcabc6-642b-4a58-8730-8bf90d4cf8bd for instance with vm_state deleted and task_state None.
Nov 29 12:14:02 user nova-compute[74974]: DEBUG nova.compute.manager [req-77418d78-5ab7-4a3f-b15b-d6cd0f416e2d req-a55ebd46-35f9-4e2c-9aa1-e6d1250607b7 service nova] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Received event network-vif-plugged-affcabc6-642b-4a58-8730-8bf90d4cf8bd {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:14:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-77418d78-5ab7-4a3f-b15b-d6cd0f416e2d req-a55ebd46-35f9-4e2c-9aa1-e6d1250607b7 service nova] Acquiring lock "501bf9d6-c605-4de3-8cfa-86557b9e387e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-77418d78-5ab7-4a3f-b15b-d6cd0f416e2d req-a55ebd46-35f9-4e2c-9aa1-e6d1250607b7 service nova] Lock "501bf9d6-c605-4de3-8cfa-86557b9e387e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-77418d78-5ab7-4a3f-b15b-d6cd0f416e2d req-a55ebd46-35f9-4e2c-9aa1-e6d1250607b7 service nova] Lock "501bf9d6-c605-4de3-8cfa-86557b9e387e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:02 user nova-compute[74974]: DEBUG nova.compute.manager [req-77418d78-5ab7-4a3f-b15b-d6cd0f416e2d req-a55ebd46-35f9-4e2c-9aa1-e6d1250607b7 service nova] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] No waiting events found dispatching network-vif-plugged-affcabc6-642b-4a58-8730-8bf90d4cf8bd {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:14:02 user nova-compute[74974]: WARNING nova.compute.manager [req-77418d78-5ab7-4a3f-b15b-d6cd0f416e2d req-a55ebd46-35f9-4e2c-9aa1-e6d1250607b7 service nova] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Received unexpected event network-vif-plugged-affcabc6-642b-4a58-8730-8bf90d4cf8bd for instance with vm_state deleted and task_state None.
Nov 29 12:14:02 user nova-compute[74974]: DEBUG nova.compute.manager [req-77418d78-5ab7-4a3f-b15b-d6cd0f416e2d req-a55ebd46-35f9-4e2c-9aa1-e6d1250607b7 service nova] [instance: 501bf9d6-c605-4de3-8cfa-86557b9e387e] Received event network-vif-deleted-affcabc6-642b-4a58-8730-8bf90d4cf8bd {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:14:02 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:14:02 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:14:02 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:14:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.520s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.078s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:02 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:14:02 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Deleted allocations for instance 501bf9d6-c605-4de3-8cfa-86557b9e387e
Nov 29 12:14:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ddce7ddc-c2af-4b35-9ce3-ad97ec29d2b2 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "501bf9d6-c605-4de3-8cfa-86557b9e387e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.064s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:14:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:04 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:14:04 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:14:04 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8398MB free_disk=24.925186157226562GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:14:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:04 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:14:04 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance e0cb8e50-6436-4a97-b50c-23f5ad505d68 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:14:04 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2a3c56dd-b7fa-464f-86ca-6fe0be41452f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:14:04 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance edffeffa-2cd1-4696-a874-38bafe4fbf89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:14:04 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:14:04 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:14:04 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:14:04 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:14:04 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:14:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.302s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:10 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:14:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:15 user nova-compute[74974]: DEBUG nova.compute.manager [req-c3284ffe-0c01-4401-a272-67903095284f req-e62bb235-507f-4342-a946-451c94e6f3cb service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Received event network-changed-7d0ea83e-8236-4dbc-9d32-31d89af09f07 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:14:15 user nova-compute[74974]: DEBUG nova.compute.manager [req-c3284ffe-0c01-4401-a272-67903095284f req-e62bb235-507f-4342-a946-451c94e6f3cb service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Refreshing instance network info cache due to event network-changed-7d0ea83e-8236-4dbc-9d32-31d89af09f07. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:14:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c3284ffe-0c01-4401-a272-67903095284f req-e62bb235-507f-4342-a946-451c94e6f3cb service nova] Acquiring lock "refresh_cache-2a3c56dd-b7fa-464f-86ca-6fe0be41452f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:14:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c3284ffe-0c01-4401-a272-67903095284f req-e62bb235-507f-4342-a946-451c94e6f3cb service nova] Acquired lock "refresh_cache-2a3c56dd-b7fa-464f-86ca-6fe0be41452f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:14:15 user nova-compute[74974]: DEBUG nova.network.neutron [req-c3284ffe-0c01-4401-a272-67903095284f req-e62bb235-507f-4342-a946-451c94e6f3cb service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Refreshing network info cache for port 7d0ea83e-8236-4dbc-9d32-31d89af09f07 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:14:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:15 user nova-compute[74974]: DEBUG nova.objects.instance [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lazy-loading 'flavor' on Instance uuid 2a3c56dd-b7fa-464f-86ca-6fe0be41452f {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:14:15 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Ignoring supplied device name: /dev/vdb
Nov 29 12:14:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:16 user nova-compute[74974]: INFO nova.compute.manager [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Attaching volume 164ad0be-2523-4dc8-b5a4-ae54efb20ab1 to /dev/vdb
Nov 29 12:14:16 user nova-compute[74974]: DEBUG os_brick.utils [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5401ef5d-e0ae-4759-a3eb-2627a1fdd5c6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8baebb8f-72b5-4baa-8ec0-447c44c5d91d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[07d80d03-5db5-43db-a53b-9e7a06d0517d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0073c636-8f89-45ce-8dd6-7ac061d0d473]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG nova.network.neutron [req-c3284ffe-0c01-4401-a272-67903095284f req-e62bb235-507f-4342-a946-451c94e6f3cb service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Updated VIF entry in instance network info cache for port 7d0ea83e-8236-4dbc-9d32-31d89af09f07. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG nova.network.neutron [req-c3284ffe-0c01-4401-a272-67903095284f req-e62bb235-507f-4342-a946-451c94e6f3cb service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Updating instance_info_cache with network_info: [{"id": "7d0ea83e-8236-4dbc-9d32-31d89af09f07", "address": "fa:16:3e:f4:d1:43", "network": {"id": "80153daa-f8fc-43df-a3fd-bef462c6db7f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2018600062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8313ad0c700241d2813380ff8f372a42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d0ea83e-82", "ovs_interfaceid": "7d0ea83e-8236-4dbc-9d32-31d89af09f07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c3284ffe-0c01-4401-a272-67903095284f req-e62bb235-507f-4342-a946-451c94e6f3cb service nova] Releasing lock "refresh_cache-2a3c56dd-b7fa-464f-86ca-6fe0be41452f" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:14:16 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:14:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[21bc5760-0916-4e7d-bf91-a813d198c9f9]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG os_brick.utils [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] <== get_connector_properties: return (150ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Updating existing volume attachment record: b1aed041-d49f-4eb5-b74f-d1598435c1fd {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:14:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KjpUkfea', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:14:24 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:14:24 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:14:24 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:14:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e5ed897-9938-4ad7-8382-45777a91c221]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:14:24 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb81f1b7-cf8c-429e-965c-c844ce531a10]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1] added
Nov 29 12:14:24 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c9572f8-1c89-42ff-8f2d-bfb920e8dce5]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8574813-3047-4f26-9d3a-40208a595234]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KjpUkfea {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KjpUkfea" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc53d261-6c24-4179-a590-73e373f2db45]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KjpUkfea'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[710f1a90-9c3a-495a-b065-32205a4bb3bf]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcfd492e-dea9-4ec3-9f6b-53e5927cecf3]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:14:24 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:14:24 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[847b3f43-b1a6-491a-b920-efdbd1440aad]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1, portal: 172.16.0.220,3260]
Nov 29 12:14:24 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1, portal: 172.16.0.220,3260] successful.
Nov 29 12:14:24 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[691f340e-b9fe-4119-8d18-500ac67e0880]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb6412ea-2f8e-43ae-8200-47d9cf59848e]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:14:24 user nova-compute[74974]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 (non-flash)
Nov 29 12:14:24 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:14:24 user nova-compute[74974]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 (non-flash)
Nov 29 12:14:24 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.252s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] HCTL ('33', '-', '-', 0) found on session 53 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7985635-09a6-45b8-8f81-b25ecf476841]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:14:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KjpUkfea', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:14:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.284s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:14:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] <== connect_volume: return (1286ms) {'type': 'block', 'scsi_wwn': '26566623564373766', 'path': '/dev/sdb'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:14:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26566623564373766', 'path': '/dev/sdb'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:14:25 user nova-compute[74974]: DEBUG nova.objects.instance [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lazy-loading 'flavor' on Instance uuid 2a3c56dd-b7fa-464f-86ca-6fe0be41452f {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:14:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 12:14:25 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:14:25 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:14:25 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:14:25 user nova-compute[74974]:   <serial>164ad0be-2523-4dc8-b5a4-ae54efb20ab1</serial>
Nov 29 12:14:25 user nova-compute[74974]: </disk>
Nov 29 12:14:25 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 12:14:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:14:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:14:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] No VIF found with MAC fa:16:3e:f4:d1:43, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:14:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-bef31967-95c2-47dc-99b4-55148970dc94 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.932s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Acquiring lock "c58ad128-2f3c-4ae9-8350-4e8331a9c8c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Lock "c58ad128-2f3c-4ae9-8350-4e8331a9c8c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:30 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:14:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:30 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:14:30 user nova-compute[74974]: INFO nova.compute.claims [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Claim successful on node user
Nov 29 12:14:30 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:14:30 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:14:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.542s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:30 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:14:30 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:14:30 user nova-compute[74974]: DEBUG nova.network.neutron [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:14:30 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:14:30 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:14:30 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:14:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:14:30 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Creating image(s)
Nov 29 12:14:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Acquiring lock "/opt/stack/data/nova/instances/c58ad128-2f3c-4ae9-8350-4e8331a9c8c9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Lock "/opt/stack/data/nova/instances/c58ad128-2f3c-4ae9-8350-4e8331a9c8c9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Lock "/opt/stack/data/nova/instances/c58ad128-2f3c-4ae9-8350-4e8331a9c8c9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:30 user nova-compute[74974]: DEBUG nova.policy [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d8f15792c0f4502b681367c63c824cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fbbfb545304446c86d057ca4612799a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:14:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.211s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.169s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/c58ad128-2f3c-4ae9-8350-4e8331a9c8c9/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/c58ad128-2f3c-4ae9-8350-4e8331a9c8c9/disk 1073741824" returned: 0 in 0.053s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.229s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:31 user nova-compute[74974]: DEBUG nova.network.neutron [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Successfully created port: a867a203-e229-4df7-8e23-b00438941826 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:14:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.194s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:31 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c58ad128-2f3c-4ae9-8350-4e8331a9c8c9/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:14:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c58ad128-2f3c-4ae9-8350-4e8331a9c8c9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c58ad128-2f3c-4ae9-8350-4e8331a9c8c9/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:31 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Cannot resize image /opt/stack/data/nova/instances/c58ad128-2f3c-4ae9-8350-4e8331a9c8c9/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:14:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:14:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Ensure instance console log exists: /opt/stack/data/nova/instances/c58ad128-2f3c-4ae9-8350-4e8331a9c8c9/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:14:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.network.neutron [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Successfully updated port: a867a203-e229-4df7-8e23-b00438941826 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Acquiring lock "refresh_cache-c58ad128-2f3c-4ae9-8350-4e8331a9c8c9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Acquired lock "refresh_cache-c58ad128-2f3c-4ae9-8350-4e8331a9c8c9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.network.neutron [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.compute.manager [req-f2e2c1e8-e0ff-4085-845e-98f2597b85bf req-051e6cba-6b02-4886-b7cc-4cfff14dbfb4 service nova] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Received event network-changed-a867a203-e229-4df7-8e23-b00438941826 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.compute.manager [req-f2e2c1e8-e0ff-4085-845e-98f2597b85bf req-051e6cba-6b02-4886-b7cc-4cfff14dbfb4 service nova] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Refreshing instance network info cache due to event network-changed-a867a203-e229-4df7-8e23-b00438941826. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f2e2c1e8-e0ff-4085-845e-98f2597b85bf req-051e6cba-6b02-4886-b7cc-4cfff14dbfb4 service nova] Acquiring lock "refresh_cache-c58ad128-2f3c-4ae9-8350-4e8331a9c8c9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.network.neutron [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.network.neutron [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Updating instance_info_cache with network_info: [{"id": "a867a203-e229-4df7-8e23-b00438941826", "address": "fa:16:3e:39:55:e9", "network": {"id": "1fa7dfcc-8f96-429a-bf2f-2dc875ee5f8e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1139088266-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fbbfb545304446c86d057ca4612799a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa867a203-e2", "ovs_interfaceid": "a867a203-e229-4df7-8e23-b00438941826", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Releasing lock "refresh_cache-c58ad128-2f3c-4ae9-8350-4e8331a9c8c9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Instance network_info: |[{"id": "a867a203-e229-4df7-8e23-b00438941826", "address": "fa:16:3e:39:55:e9", "network": {"id": "1fa7dfcc-8f96-429a-bf2f-2dc875ee5f8e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1139088266-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fbbfb545304446c86d057ca4612799a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa867a203-e2", "ovs_interfaceid": "a867a203-e229-4df7-8e23-b00438941826", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f2e2c1e8-e0ff-4085-845e-98f2597b85bf req-051e6cba-6b02-4886-b7cc-4cfff14dbfb4 service nova] Acquired lock "refresh_cache-c58ad128-2f3c-4ae9-8350-4e8331a9c8c9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.network.neutron [req-f2e2c1e8-e0ff-4085-845e-98f2597b85bf req-051e6cba-6b02-4886-b7cc-4cfff14dbfb4 service nova] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Refreshing network info cache for port a867a203-e229-4df7-8e23-b00438941826 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Start _get_guest_xml network_info=[{"id": "a867a203-e229-4df7-8e23-b00438941826", "address": "fa:16:3e:39:55:e9", "network": {"id": "1fa7dfcc-8f96-429a-bf2f-2dc875ee5f8e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1139088266-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fbbfb545304446c86d057ca4612799a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa867a203-e2", "ovs_interfaceid": "a867a203-e229-4df7-8e23-b00438941826", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:14:32 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:14:32 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:14:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1539235801',display_name='tempest-VolumesActionsTest-instance-1539235801',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1539235801',id=43,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1fbbfb545304446c86d057ca4612799a',ramdisk_id='',reservation_id='r-al0ttxym',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-307125534',owner_user_name='tempest-VolumesActionsTest-307125534-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:14:31Z,user_data=None,user_id='4d8f15792c0f4502b681367c63c824cd',uuid=c58ad128-2f3c-4ae9-8350-4e8331a9c8c9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a867a203-e229-4df7-8e23-b00438941826", "address": "fa:16:3e:39:55:e9", "network": {"id": "1fa7dfcc-8f96-429a-bf2f-2dc875ee5f8e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1139088266-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fbbfb545304446c86d057ca4612799a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa867a203-e2", "ovs_interfaceid": "a867a203-e229-4df7-8e23-b00438941826", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Converting VIF {"id": "a867a203-e229-4df7-8e23-b00438941826", "address": "fa:16:3e:39:55:e9", "network": {"id": "1fa7dfcc-8f96-429a-bf2f-2dc875ee5f8e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1139088266-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fbbfb545304446c86d057ca4612799a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa867a203-e2", "ovs_interfaceid": "a867a203-e229-4df7-8e23-b00438941826", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:55:e9,bridge_name='br-int',has_traffic_filtering=True,id=a867a203-e229-4df7-8e23-b00438941826,network=Network(1fa7dfcc-8f96-429a-bf2f-2dc875ee5f8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa867a203-e2') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.objects.instance [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Lazy-loading 'pci_devices' on Instance uuid c58ad128-2f3c-4ae9-8350-4e8331a9c8c9 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:14:32 user nova-compute[74974]:   <uuid>c58ad128-2f3c-4ae9-8350-4e8331a9c8c9</uuid>
Nov 29 12:14:32 user nova-compute[74974]:   <name>instance-0000002b</name>
Nov 29 12:14:32 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:14:32 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:14:32 user nova-compute[74974]:   <metadata>
Nov 29 12:14:32 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:14:32 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:14:32 user nova-compute[74974]:       <nova:name>tempest-VolumesActionsTest-instance-1539235801</nova:name>
Nov 29 12:14:32 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:14:32</nova:creationTime>
Nov 29 12:14:32 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:14:32 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:14:32 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:14:32 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:14:32 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:14:32 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:14:32 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:14:32 user nova-compute[74974]:       <nova:owner>
Nov 29 12:14:32 user nova-compute[74974]:         <nova:user uuid="4d8f15792c0f4502b681367c63c824cd">tempest-VolumesActionsTest-307125534-project-member</nova:user>
Nov 29 12:14:32 user nova-compute[74974]:         <nova:project uuid="1fbbfb545304446c86d057ca4612799a">tempest-VolumesActionsTest-307125534</nova:project>
Nov 29 12:14:32 user nova-compute[74974]:       </nova:owner>
Nov 29 12:14:32 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:14:32 user nova-compute[74974]:       <nova:ports>
Nov 29 12:14:32 user nova-compute[74974]:         <nova:port uuid="a867a203-e229-4df7-8e23-b00438941826">
Nov 29 12:14:32 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 12:14:32 user nova-compute[74974]:         </nova:port>
Nov 29 12:14:32 user nova-compute[74974]:       </nova:ports>
Nov 29 12:14:32 user nova-compute[74974]:     </nova:instance>
Nov 29 12:14:32 user nova-compute[74974]:   </metadata>
Nov 29 12:14:32 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:14:32 user nova-compute[74974]:     <system>
Nov 29 12:14:32 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:14:32 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:14:32 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:14:32 user nova-compute[74974]:       <entry name="serial">c58ad128-2f3c-4ae9-8350-4e8331a9c8c9</entry>
Nov 29 12:14:32 user nova-compute[74974]:       <entry name="uuid">c58ad128-2f3c-4ae9-8350-4e8331a9c8c9</entry>
Nov 29 12:14:32 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:14:32 user nova-compute[74974]:     </system>
Nov 29 12:14:32 user nova-compute[74974]:   </sysinfo>
Nov 29 12:14:32 user nova-compute[74974]:   <os>
Nov 29 12:14:32 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:14:32 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:14:32 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:14:32 user nova-compute[74974]:   </os>
Nov 29 12:14:32 user nova-compute[74974]:   <features>
Nov 29 12:14:32 user nova-compute[74974]:     <acpi/>
Nov 29 12:14:32 user nova-compute[74974]:     <apic/>
Nov 29 12:14:32 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:14:32 user nova-compute[74974]:   </features>
Nov 29 12:14:32 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:14:32 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:14:32 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:14:32 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:14:32 user nova-compute[74974]:   </clock>
Nov 29 12:14:32 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:14:32 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:14:32 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:14:32 user nova-compute[74974]:   </cpu>
Nov 29 12:14:32 user nova-compute[74974]:   <devices>
Nov 29 12:14:32 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:14:32 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:14:32 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/c58ad128-2f3c-4ae9-8350-4e8331a9c8c9/disk"/>
Nov 29 12:14:32 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:14:32 user nova-compute[74974]:     </disk>
Nov 29 12:14:32 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:14:32 user nova-compute[74974]:       <mac address="fa:16:3e:39:55:e9"/>
Nov 29 12:14:32 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:14:32 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:14:32 user nova-compute[74974]:       <target dev="tapa867a203-e2"/>
Nov 29 12:14:32 user nova-compute[74974]:     </interface>
Nov 29 12:14:32 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:14:32 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/c58ad128-2f3c-4ae9-8350-4e8331a9c8c9/console.log" append="off"/>
Nov 29 12:14:32 user nova-compute[74974]:     </serial>
Nov 29 12:14:32 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:14:32 user nova-compute[74974]:     <video>
Nov 29 12:14:32 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:14:32 user nova-compute[74974]:     </video>
Nov 29 12:14:32 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:14:32 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:14:32 user nova-compute[74974]:     </rng>
Nov 29 12:14:32 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:14:32 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:14:32 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:14:32 user nova-compute[74974]:     </memballoon>
Nov 29 12:14:32 user nova-compute[74974]:   </devices>
Nov 29 12:14:32 user nova-compute[74974]: </domain>
Nov 29 12:14:32 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:14:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1539235801',display_name='tempest-VolumesActionsTest-instance-1539235801',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1539235801',id=43,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1fbbfb545304446c86d057ca4612799a',ramdisk_id='',reservation_id='r-al0ttxym',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-307125534',owner_user_name='tempest-VolumesActionsTest-307125534-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:14:31Z,user_data=None,user_id='4d8f15792c0f4502b681367c63c824cd',uuid=c58ad128-2f3c-4ae9-8350-4e8331a9c8c9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a867a203-e229-4df7-8e23-b00438941826", "address": "fa:16:3e:39:55:e9", "network": {"id": "1fa7dfcc-8f96-429a-bf2f-2dc875ee5f8e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1139088266-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fbbfb545304446c86d057ca4612799a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa867a203-e2", "ovs_interfaceid": "a867a203-e229-4df7-8e23-b00438941826", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Converting VIF {"id": "a867a203-e229-4df7-8e23-b00438941826", "address": "fa:16:3e:39:55:e9", "network": {"id": "1fa7dfcc-8f96-429a-bf2f-2dc875ee5f8e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1139088266-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fbbfb545304446c86d057ca4612799a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa867a203-e2", "ovs_interfaceid": "a867a203-e229-4df7-8e23-b00438941826", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:55:e9,bridge_name='br-int',has_traffic_filtering=True,id=a867a203-e229-4df7-8e23-b00438941826,network=Network(1fa7dfcc-8f96-429a-bf2f-2dc875ee5f8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa867a203-e2') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG os_vif [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:55:e9,bridge_name='br-int',has_traffic_filtering=True,id=a867a203-e229-4df7-8e23-b00438941826,network=Network(1fa7dfcc-8f96-429a-bf2f-2dc875ee5f8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa867a203-e2') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c8eb5ac5-1132-57db-96dc-851ff08b331b', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa867a203-e2, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa867a203-e2, col_values=(('qos', UUID('52413a28-8693-4f2a-8777-260ff234506f')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa867a203-e2, col_values=(('external_ids', {'iface-id': 'a867a203-e229-4df7-8e23-b00438941826', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:39:55:e9', 'vm-uuid': 'c58ad128-2f3c-4ae9-8350-4e8331a9c8c9'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:14:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:32 user nova-compute[74974]: INFO os_vif [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:55:e9,bridge_name='br-int',has_traffic_filtering=True,id=a867a203-e229-4df7-8e23-b00438941826,network=Network(1fa7dfcc-8f96-429a-bf2f-2dc875ee5f8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa867a203-e2')
Nov 29 12:14:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:14:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] No VIF found with MAC fa:16:3e:39:55:e9, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:14:33 user nova-compute[74974]: DEBUG nova.network.neutron [req-f2e2c1e8-e0ff-4085-845e-98f2597b85bf req-051e6cba-6b02-4886-b7cc-4cfff14dbfb4 service nova] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Updated VIF entry in instance network info cache for port a867a203-e229-4df7-8e23-b00438941826. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:14:33 user nova-compute[74974]: DEBUG nova.network.neutron [req-f2e2c1e8-e0ff-4085-845e-98f2597b85bf req-051e6cba-6b02-4886-b7cc-4cfff14dbfb4 service nova] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Updating instance_info_cache with network_info: [{"id": "a867a203-e229-4df7-8e23-b00438941826", "address": "fa:16:3e:39:55:e9", "network": {"id": "1fa7dfcc-8f96-429a-bf2f-2dc875ee5f8e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1139088266-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fbbfb545304446c86d057ca4612799a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa867a203-e2", "ovs_interfaceid": "a867a203-e229-4df7-8e23-b00438941826", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:14:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f2e2c1e8-e0ff-4085-845e-98f2597b85bf req-051e6cba-6b02-4886-b7cc-4cfff14dbfb4 service nova] Releasing lock "refresh_cache-c58ad128-2f3c-4ae9-8350-4e8331a9c8c9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:14:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:34 user nova-compute[74974]: DEBUG nova.compute.manager [req-b2c66eaf-34d7-4fff-8a99-6c3ea4b917df req-c08f3790-9850-4fdf-88d8-1a95c6082342 service nova] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Received event network-vif-plugged-a867a203-e229-4df7-8e23-b00438941826 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:14:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b2c66eaf-34d7-4fff-8a99-6c3ea4b917df req-c08f3790-9850-4fdf-88d8-1a95c6082342 service nova] Acquiring lock "c58ad128-2f3c-4ae9-8350-4e8331a9c8c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b2c66eaf-34d7-4fff-8a99-6c3ea4b917df req-c08f3790-9850-4fdf-88d8-1a95c6082342 service nova] Lock "c58ad128-2f3c-4ae9-8350-4e8331a9c8c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b2c66eaf-34d7-4fff-8a99-6c3ea4b917df req-c08f3790-9850-4fdf-88d8-1a95c6082342 service nova] Lock "c58ad128-2f3c-4ae9-8350-4e8331a9c8c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:34 user nova-compute[74974]: DEBUG nova.compute.manager [req-b2c66eaf-34d7-4fff-8a99-6c3ea4b917df req-c08f3790-9850-4fdf-88d8-1a95c6082342 service nova] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] No waiting events found dispatching network-vif-plugged-a867a203-e229-4df7-8e23-b00438941826 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:14:34 user nova-compute[74974]: WARNING nova.compute.manager [req-b2c66eaf-34d7-4fff-8a99-6c3ea4b917df req-c08f3790-9850-4fdf-88d8-1a95c6082342 service nova] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Received unexpected event network-vif-plugged-a867a203-e229-4df7-8e23-b00438941826 for instance with vm_state building and task_state spawning.
Nov 29 12:14:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:36 user nova-compute[74974]: DEBUG nova.compute.manager [req-477e3652-8b45-4797-bf3f-f8824c809bbd req-74d8bd9e-6736-4204-b139-f990e987b2e3 service nova] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Received event network-vif-plugged-a867a203-e229-4df7-8e23-b00438941826 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:14:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-477e3652-8b45-4797-bf3f-f8824c809bbd req-74d8bd9e-6736-4204-b139-f990e987b2e3 service nova] Acquiring lock "c58ad128-2f3c-4ae9-8350-4e8331a9c8c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-477e3652-8b45-4797-bf3f-f8824c809bbd req-74d8bd9e-6736-4204-b139-f990e987b2e3 service nova] Lock "c58ad128-2f3c-4ae9-8350-4e8331a9c8c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-477e3652-8b45-4797-bf3f-f8824c809bbd req-74d8bd9e-6736-4204-b139-f990e987b2e3 service nova] Lock "c58ad128-2f3c-4ae9-8350-4e8331a9c8c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:36 user nova-compute[74974]: DEBUG nova.compute.manager [req-477e3652-8b45-4797-bf3f-f8824c809bbd req-74d8bd9e-6736-4204-b139-f990e987b2e3 service nova] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] No waiting events found dispatching network-vif-plugged-a867a203-e229-4df7-8e23-b00438941826 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:14:36 user nova-compute[74974]: WARNING nova.compute.manager [req-477e3652-8b45-4797-bf3f-f8824c809bbd req-74d8bd9e-6736-4204-b139-f990e987b2e3 service nova] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Received unexpected event network-vif-plugged-a867a203-e229-4df7-8e23-b00438941826 for instance with vm_state building and task_state spawning.
Nov 29 12:14:37 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:14:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:14:37 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Instance spawned successfully.
Nov 29 12:14:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:14:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:14:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:14:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:14:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:14:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:14:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:14:37 user nova-compute[74974]: INFO nova.compute.manager [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Took 6.45 seconds to spawn the instance on the hypervisor.
Nov 29 12:14:37 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:14:37 user nova-compute[74974]: INFO nova.compute.manager [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Took 7.34 seconds to build instance.
Nov 29 12:14:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a33cf827-5889-4f71-9e25-758e5f551bc0 tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Lock "c58ad128-2f3c-4ae9-8350-4e8331a9c8c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.482s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:51 user nova-compute[74974]: INFO nova.compute.manager [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Terminating instance
Nov 29 12:14:51 user nova-compute[74974]: DEBUG nova.compute.manager [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:14:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-cf6deab5-0771-4456-a79b-b130fbdd39ab req-b0cbf618-68ae-4039-8e68-707e1693efba service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received event network-vif-unplugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-cf6deab5-0771-4456-a79b-b130fbdd39ab req-b0cbf618-68ae-4039-8e68-707e1693efba service nova] Acquiring lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-cf6deab5-0771-4456-a79b-b130fbdd39ab req-b0cbf618-68ae-4039-8e68-707e1693efba service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-cf6deab5-0771-4456-a79b-b130fbdd39ab req-b0cbf618-68ae-4039-8e68-707e1693efba service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-cf6deab5-0771-4456-a79b-b130fbdd39ab req-b0cbf618-68ae-4039-8e68-707e1693efba service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] No waiting events found dispatching network-vif-unplugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-cf6deab5-0771-4456-a79b-b130fbdd39ab req-b0cbf618-68ae-4039-8e68-707e1693efba service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received event network-vif-unplugged-7d994ad2-c294-441a-8d28-c529c8e0416c for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "47926f11-65b2-4ef3-a6be-f680368c273c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "47926f11-65b2-4ef3-a6be-f680368c273c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG nova.compute.manager [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:14:52 user nova-compute[74974]: INFO nova.compute.claims [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Claim successful on node user
Nov 29 12:14:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:52 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Instance destroyed successfully.
Nov 29 12:14:52 user nova-compute[74974]: DEBUG nova.objects.instance [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lazy-loading 'resources' on Instance uuid e0cb8e50-6436-4a97-b50c-23f5ad505d68 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:59:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1912485546',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1912485546',id=24,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:01:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2e26d19eb78e40fab0e0b3afba63dbb1',ramdisk_id='',reservation_id='r-ei9al2ij',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:02:51Z,user_data=None,user_id='47cf3f690e8140818fa4f5ce4c6bb348',uuid=e0cb8e50-6436-4a97-b50c-23f5ad505d68,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7d994ad2-c294-441a-8d28-c529c8e0416c", "address": "fa:16:3e:da:de:f1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d994ad2-c2", "ovs_interfaceid": "7d994ad2-c294-441a-8d28-c529c8e0416c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converting VIF {"id": "7d994ad2-c294-441a-8d28-c529c8e0416c", "address": "fa:16:3e:da:de:f1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d994ad2-c2", "ovs_interfaceid": "7d994ad2-c294-441a-8d28-c529c8e0416c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:da:de:f1,bridge_name='br-int',has_traffic_filtering=True,id=7d994ad2-c294-441a-8d28-c529c8e0416c,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d994ad2-c2') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG os_vif [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:da:de:f1,bridge_name='br-int',has_traffic_filtering=True,id=7d994ad2-c294-441a-8d28-c529c8e0416c,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d994ad2-c2') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7d994ad2-c2, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=03179b94-2e53-4bd1-b723-ee40b51ef261) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:52 user nova-compute[74974]: INFO os_vif [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:da:de:f1,bridge_name='br-int',has_traffic_filtering=True,id=7d994ad2-c294-441a-8d28-c529c8e0416c,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d994ad2-c2')
Nov 29 12:14:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'geAQtpSV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:14:52 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:14:52 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[116708ee-1a19-46cc-a127-137357420336]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:14:52 user nova-compute[74974]: No targets found.
Nov 29 12:14:52 user nova-compute[74974]: iSNS:
Nov 29 12:14:52 user nova-compute[74974]: No targets found.
Nov 29 12:14:52 user nova-compute[74974]: STATIC:
Nov 29 12:14:52 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116
Nov 29 12:14:52 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:14:52 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:14:52 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1
Nov 29 12:14:52 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:14:52 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:14:52 user nova-compute[74974]: FIRMWARE:
Nov 29 12:14:52 user nova-compute[74974]: No targets found.
Nov 29 12:14:52 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:14:52 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:14:52 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a67925b2-6f46-4363-a5dc-20e688c4d31f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[47566fc2-6e08-49e4-bb80-790e88b730df]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:14:52 user nova-compute[74974]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 (non-flash)
Nov 29 12:14:52 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 (non-flash)
Nov 29 12:14:52 user nova-compute[74974]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 (non-flash)
Nov 29 12:14:52 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa83067a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116'): ({'sdg'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Removing single pathed devices sdg {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[19acd374-097f-4472-9d0b-c0330157658f]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[02dbf564-8a79-4878-84a7-c161425df399]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Flushing IO for device /dev/sdg {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[76acf96f-1173-4dcc-abe9-55c8bee30d3d]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.411s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG nova.compute.manager [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.044s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e80702f-4e1a-4a30-bd0d-fffead8d1531]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] SCSI volumes sdg have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c49c2036-3b78-458d-8dbd-2f01d9e755b8]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:14:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG nova.compute.manager [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG nova.network.neutron [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:14:53 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:14:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[90f678bd-3f99-47e5-9b30-e7ad969acfcd]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116, portal: 172.16.0.220,3260]
Nov 29 12:14:53 user nova-compute[74974]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116, portal: 172.16.0.220,3260] successful.
Nov 29 12:14:53 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG nova.compute.manager [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9aa0797-c5a3-4a2b-931f-913a6f930116 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c04f69bc-61b2-4ab8-bf0c-0cb9e64741ed]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.352s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] <== disconnect_volume: return (353ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:14:53 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Deleting instance files /opt/stack/data/nova/instances/e0cb8e50-6436-4a97-b50c-23f5ad505d68_del
Nov 29 12:14:53 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Deletion of /opt/stack/data/nova/instances/e0cb8e50-6436-4a97-b50c-23f5ad505d68_del complete
Nov 29 12:14:53 user nova-compute[74974]: DEBUG nova.policy [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0af07c7ab74d4f9ebc7f43420452dabe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2211d314e2634ee79e5747c787920c10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:14:53 user nova-compute[74974]: INFO nova.compute.manager [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Took 1.63 seconds to destroy the instance on the hypervisor.
Nov 29 12:14:53 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG nova.compute.manager [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:14:53 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Creating image(s)
Nov 29 12:14:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "/opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "/opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "/opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "7758fa72f3fe183d09b97adfeb7138fa4c952b94" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "7758fa72f3fe183d09b97adfeb7138fa4c952b94" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7758fa72f3fe183d09b97adfeb7138fa4c952b94.part --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG nova.network.neutron [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Successfully created port: a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7758fa72f3fe183d09b97adfeb7138fa4c952b94.part --force-share --output=json" returned: 0 in 0.202s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG nova.virt.images [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] 28728d46-35f9-42db-a900-05d7b5b4f7a1 was qcow2, converting to raw {{(pid=74974) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG nova.privsep.utils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74974) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 12:14:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/7758fa72f3fe183d09b97adfeb7138fa4c952b94.part /opt/stack/data/nova/instances/_base/7758fa72f3fe183d09b97adfeb7138fa4c952b94.converted {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] Acquiring lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] No waiting events found dispatching network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:14:54 user nova-compute[74974]: WARNING nova.compute.manager [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received unexpected event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c for instance with vm_state active and task_state deleting.
Nov 29 12:14:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] Acquiring lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] No waiting events found dispatching network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:14:54 user nova-compute[74974]: WARNING nova.compute.manager [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received unexpected event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c for instance with vm_state active and task_state deleting.
Nov 29 12:14:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] Acquiring lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] No waiting events found dispatching network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:14:54 user nova-compute[74974]: WARNING nova.compute.manager [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received unexpected event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c for instance with vm_state active and task_state deleting.
Nov 29 12:14:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received event network-vif-unplugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] Acquiring lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] No waiting events found dispatching network-vif-unplugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received event network-vif-unplugged-7d994ad2-c294-441a-8d28-c529c8e0416c for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] Acquiring lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] No waiting events found dispatching network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:14:54 user nova-compute[74974]: WARNING nova.compute.manager [req-37621b1c-0a74-4dd1-b37f-93b2e57c4ffc req-5aa63ded-0e73-462e-bd63-b4beffaa84fd service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received unexpected event network-vif-plugged-7d994ad2-c294-441a-8d28-c529c8e0416c for instance with vm_state active and task_state deleting.
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/7758fa72f3fe183d09b97adfeb7138fa4c952b94.part /opt/stack/data/nova/instances/_base/7758fa72f3fe183d09b97adfeb7138fa4c952b94.converted" returned: 0 in 0.314s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7758fa72f3fe183d09b97adfeb7138fa4c952b94.converted --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-e240f186-badb-4f2c-a54b-a931e3635238 req-7fb810d1-5da6-4ee5-83ad-05dd5d945c0f service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Received event network-vif-deleted-7d994ad2-c294-441a-8d28-c529c8e0416c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:14:54 user nova-compute[74974]: INFO nova.compute.manager [req-e240f186-badb-4f2c-a54b-a931e3635238 req-7fb810d1-5da6-4ee5-83ad-05dd5d945c0f service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Neutron deleted interface 7d994ad2-c294-441a-8d28-c529c8e0416c; detaching it from the instance and deleting it from the info cache
Nov 29 12:14:54 user nova-compute[74974]: DEBUG nova.network.neutron [req-e240f186-badb-4f2c-a54b-a931e3635238 req-7fb810d1-5da6-4ee5-83ad-05dd5d945c0f service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:14:54 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Took 1.25 seconds to deallocate network for instance.
Nov 29 12:14:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-e240f186-badb-4f2c-a54b-a931e3635238 req-7fb810d1-5da6-4ee5-83ad-05dd5d945c0f service nova] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Detach interface failed, port_id=7d994ad2-c294-441a-8d28-c529c8e0416c, reason: Instance e0cb8e50-6436-4a97-b50c-23f5ad505d68 could not be found. {{(pid=74974) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7758fa72f3fe183d09b97adfeb7138fa4c952b94.converted --force-share --output=json" returned: 0 in 0.201s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "7758fa72f3fe183d09b97adfeb7138fa4c952b94" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.305s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7758fa72f3fe183d09b97adfeb7138fa4c952b94 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7758fa72f3fe183d09b97adfeb7138fa4c952b94 --force-share --output=json" returned: 0 in 0.186s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "7758fa72f3fe183d09b97adfeb7138fa4c952b94" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "7758fa72f3fe183d09b97adfeb7138fa4c952b94" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7758fa72f3fe183d09b97adfeb7138fa4c952b94 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG nova.network.neutron [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Successfully updated port: a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquired lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG nova.network.neutron [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-a52fac12-3f91-435b-8fac-f7a7ba62246c req-49d4dc56-6436-4936-a93b-04812deaf66a service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Received event network-changed-a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-a52fac12-3f91-435b-8fac-f7a7ba62246c req-49d4dc56-6436-4936-a93b-04812deaf66a service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Refreshing instance network info cache due to event network-changed-a832addf-dde2-4bd8-9bc5-9236a6701c70. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a52fac12-3f91-435b-8fac-f7a7ba62246c req-49d4dc56-6436-4936-a93b-04812deaf66a service nova] Acquiring lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG nova.network.neutron [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7758fa72f3fe183d09b97adfeb7138fa4c952b94 --force-share --output=json" returned: 0 in 0.190s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7758fa72f3fe183d09b97adfeb7138fa4c952b94,backing_fmt=raw /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7758fa72f3fe183d09b97adfeb7138fa4c952b94,backing_fmt=raw /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk 1073741824" returned: 0 in 0.057s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "7758fa72f3fe183d09b97adfeb7138fa4c952b94" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.252s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7758fa72f3fe183d09b97adfeb7138fa4c952b94 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7758fa72f3fe183d09b97adfeb7138fa4c952b94 --force-share --output=json" returned: 0 in 0.189s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Checking if we can resize image /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.network.neutron [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Updating instance_info_cache with network_info: [{"id": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "address": "fa:16:3e:e9:6a:d7", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa832addf-dd", "ovs_interfaceid": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:14:55 user nova-compute[74974]: INFO nova.compute.manager [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: e0cb8e50-6436-4a97-b50c-23f5ad505d68] Took 0.81 seconds to detach 1 volumes for instance.
Nov 29 12:14:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Releasing lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.compute.manager [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Instance network_info: |[{"id": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "address": "fa:16:3e:e9:6a:d7", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa832addf-dd", "ovs_interfaceid": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a52fac12-3f91-435b-8fac-f7a7ba62246c req-49d4dc56-6436-4936-a93b-04812deaf66a service nova] Acquired lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.network.neutron [req-a52fac12-3f91-435b-8fac-f7a7ba62246c req-49d4dc56-6436-4936-a93b-04812deaf66a service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Refreshing network info cache for port a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:55 user nova-compute[74974]: INFO nova.compute.manager [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Detaching volume 164ad0be-2523-4dc8-b5a4-ae54efb20ab1
Nov 29 12:14:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:55 user nova-compute[74974]: INFO nova.virt.block_device [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Attempting to driver detach volume 164ad0be-2523-4dc8-b5a4-ae54efb20ab1 from mountpoint /dev/vdb
Nov 29 12:14:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Cannot resize image /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Ensure instance console log exists: /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Start _get_guest_xml network_info=[{"id": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "address": "fa:16:3e:e9:6a:d7", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa832addf-dd", "ovs_interfaceid": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T12:14:49Z,direct_url=<?>,disk_format='qcow2',id=28728d46-35f9-42db-a900-05d7b5b4f7a1,min_disk=0,min_ram=0,name='tempest-scenario-img--1755872128',owner='2211d314e2634ee79e5747c787920c10',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T12:14:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '28728d46-35f9-42db-a900-05d7b5b4f7a1'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Attempting to detach device vdb from instance 2a3c56dd-b7fa-464f-86ca-6fe0be41452f from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:14:55 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:14:55 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:14:55 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:14:55 user nova-compute[74974]:   <serial>164ad0be-2523-4dc8-b5a4-ae54efb20ab1</serial>
Nov 29 12:14:55 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:14:55 user nova-compute[74974]: </disk>
Nov 29 12:14:55 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:14:55 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:14:55 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:14:55 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Successfully detached device vdb from instance 2a3c56dd-b7fa-464f-86ca-6fe0be41452f from the persistent domain config.
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2a3c56dd-b7fa-464f-86ca-6fe0be41452f from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:14:55 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:14:55 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:14:55 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:14:55 user nova-compute[74974]:   <serial>164ad0be-2523-4dc8-b5a4-ae54efb20ab1</serial>
Nov 29 12:14:55 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:14:55 user nova-compute[74974]: </disk>
Nov 29 12:14:55 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T12:14:49Z,direct_url=<?>,disk_format='qcow2',id=28728d46-35f9-42db-a900-05d7b5b4f7a1,min_disk=0,min_ram=0,name='tempest-scenario-img--1755872128',owner='2211d314e2634ee79e5747c787920c10',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T12:14:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:14:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1192513195',display_name='tempest-TestMinimumBasicScenario-server-1192513195',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1192513195',id=44,image_ref='28728d46-35f9-42db-a900-05d7b5b4f7a1',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKA7N1ypfygKTbWQ/SS5ZjoxhjtfJtklAL6zkDggtkQw8csrCIg3FwzGL/AlujzBJQCl1MwQEpScsAYYk7ugB3ZEwdin9PuPJgSkjZrVAphnTcsA473Lgcz+ljDGW8Hlog==',key_name='tempest-TestMinimumBasicScenario-1817428318',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2211d314e2634ee79e5747c787920c10',ramdisk_id='',reservation_id='r-yzoi1zui',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='28728d46-35f9-42db-a900-05d7b5b4f7a1',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1298884758',owner_user_name='tempest-TestMinimumBasicScenario-1298884758-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:14:53Z,user_data=None,user_id='0af07c7ab74d4f9ebc7f43420452dabe',uuid=47926f11-65b2-4ef3-a6be-f680368c273c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "address": "fa:16:3e:e9:6a:d7", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa832addf-dd", "ovs_interfaceid": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Converting VIF {"id": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "address": "fa:16:3e:e9:6a:d7", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa832addf-dd", "ovs_interfaceid": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:6a:d7,bridge_name='br-int',has_traffic_filtering=True,id=a832addf-dde2-4bd8-9bc5-9236a6701c70,network=Network(9dc2f704-2715-4f2a-bac4-49bbf22355e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa832addf-dd') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.objects.instance [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lazy-loading 'pci_devices' on Instance uuid 47926f11-65b2-4ef3-a6be-f680368c273c {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:14:55 user nova-compute[74974]:   <uuid>47926f11-65b2-4ef3-a6be-f680368c273c</uuid>
Nov 29 12:14:55 user nova-compute[74974]:   <name>instance-0000002c</name>
Nov 29 12:14:55 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:14:55 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:14:55 user nova-compute[74974]:   <metadata>
Nov 29 12:14:55 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:14:55 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:14:55 user nova-compute[74974]:       <nova:name>tempest-TestMinimumBasicScenario-server-1192513195</nova:name>
Nov 29 12:14:55 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:14:55</nova:creationTime>
Nov 29 12:14:55 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:14:55 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:14:55 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:14:55 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:14:55 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:14:55 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:14:55 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:14:55 user nova-compute[74974]:       <nova:owner>
Nov 29 12:14:55 user nova-compute[74974]:         <nova:user uuid="0af07c7ab74d4f9ebc7f43420452dabe">tempest-TestMinimumBasicScenario-1298884758-project-member</nova:user>
Nov 29 12:14:55 user nova-compute[74974]:         <nova:project uuid="2211d314e2634ee79e5747c787920c10">tempest-TestMinimumBasicScenario-1298884758</nova:project>
Nov 29 12:14:55 user nova-compute[74974]:       </nova:owner>
Nov 29 12:14:55 user nova-compute[74974]:       <nova:root type="image" uuid="28728d46-35f9-42db-a900-05d7b5b4f7a1"/>
Nov 29 12:14:55 user nova-compute[74974]:       <nova:ports>
Nov 29 12:14:55 user nova-compute[74974]:         <nova:port uuid="a832addf-dde2-4bd8-9bc5-9236a6701c70">
Nov 29 12:14:55 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 29 12:14:55 user nova-compute[74974]:         </nova:port>
Nov 29 12:14:55 user nova-compute[74974]:       </nova:ports>
Nov 29 12:14:55 user nova-compute[74974]:     </nova:instance>
Nov 29 12:14:55 user nova-compute[74974]:   </metadata>
Nov 29 12:14:55 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:14:55 user nova-compute[74974]:     <system>
Nov 29 12:14:55 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:14:55 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:14:55 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:14:55 user nova-compute[74974]:       <entry name="serial">47926f11-65b2-4ef3-a6be-f680368c273c</entry>
Nov 29 12:14:55 user nova-compute[74974]:       <entry name="uuid">47926f11-65b2-4ef3-a6be-f680368c273c</entry>
Nov 29 12:14:55 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:14:55 user nova-compute[74974]:     </system>
Nov 29 12:14:55 user nova-compute[74974]:   </sysinfo>
Nov 29 12:14:55 user nova-compute[74974]:   <os>
Nov 29 12:14:55 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:14:55 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:14:55 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:14:55 user nova-compute[74974]:   </os>
Nov 29 12:14:55 user nova-compute[74974]:   <features>
Nov 29 12:14:55 user nova-compute[74974]:     <acpi/>
Nov 29 12:14:55 user nova-compute[74974]:     <apic/>
Nov 29 12:14:55 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:14:55 user nova-compute[74974]:   </features>
Nov 29 12:14:55 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:14:55 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:14:55 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:14:55 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:14:55 user nova-compute[74974]:   </clock>
Nov 29 12:14:55 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:14:55 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:14:55 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:14:55 user nova-compute[74974]:   </cpu>
Nov 29 12:14:55 user nova-compute[74974]:   <devices>
Nov 29 12:14:55 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:14:55 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:14:55 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk"/>
Nov 29 12:14:55 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:14:55 user nova-compute[74974]:     </disk>
Nov 29 12:14:55 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:14:55 user nova-compute[74974]:       <mac address="fa:16:3e:e9:6a:d7"/>
Nov 29 12:14:55 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:14:55 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:14:55 user nova-compute[74974]:       <target dev="tapa832addf-dd"/>
Nov 29 12:14:55 user nova-compute[74974]:     </interface>
Nov 29 12:14:55 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:14:55 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/console.log" append="off"/>
Nov 29 12:14:55 user nova-compute[74974]:     </serial>
Nov 29 12:14:55 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:14:55 user nova-compute[74974]:     <video>
Nov 29 12:14:55 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:14:55 user nova-compute[74974]:     </video>
Nov 29 12:14:55 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:14:55 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:14:55 user nova-compute[74974]:     </rng>
Nov 29 12:14:55 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:14:55 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:14:55 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:14:55 user nova-compute[74974]:     </memballoon>
Nov 29 12:14:55 user nova-compute[74974]:   </devices>
Nov 29 12:14:55 user nova-compute[74974]: </domain>
Nov 29 12:14:55 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:14:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1192513195',display_name='tempest-TestMinimumBasicScenario-server-1192513195',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1192513195',id=44,image_ref='28728d46-35f9-42db-a900-05d7b5b4f7a1',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKA7N1ypfygKTbWQ/SS5ZjoxhjtfJtklAL6zkDggtkQw8csrCIg3FwzGL/AlujzBJQCl1MwQEpScsAYYk7ugB3ZEwdin9PuPJgSkjZrVAphnTcsA473Lgcz+ljDGW8Hlog==',key_name='tempest-TestMinimumBasicScenario-1817428318',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2211d314e2634ee79e5747c787920c10',ramdisk_id='',reservation_id='r-yzoi1zui',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='28728d46-35f9-42db-a900-05d7b5b4f7a1',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1298884758',owner_user_name='tempest-TestMinimumBasicScenario-1298884758-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:14:53Z,user_data=None,user_id='0af07c7ab74d4f9ebc7f43420452dabe',uuid=47926f11-65b2-4ef3-a6be-f680368c273c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "address": "fa:16:3e:e9:6a:d7", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa832addf-dd", "ovs_interfaceid": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Converting VIF {"id": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "address": "fa:16:3e:e9:6a:d7", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa832addf-dd", "ovs_interfaceid": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:6a:d7,bridge_name='br-int',has_traffic_filtering=True,id=a832addf-dde2-4bd8-9bc5-9236a6701c70,network=Network(9dc2f704-2715-4f2a-bac4-49bbf22355e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa832addf-dd') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG os_vif [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:6a:d7,bridge_name='br-int',has_traffic_filtering=True,id=a832addf-dde2-4bd8-9bc5-9236a6701c70,network=Network(9dc2f704-2715-4f2a-bac4-49bbf22355e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa832addf-dd') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3f2e3f86-41f3-5a0d-a8f0-72a4fba7dddc', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa832addf-dd, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa832addf-dd, col_values=(('qos', UUID('7042744e-0807-4376-93f7-2c7a4c876000')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa832addf-dd, col_values=(('external_ids', {'iface-id': 'a832addf-dde2-4bd8-9bc5-9236a6701c70', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e9:6a:d7', 'vm-uuid': '47926f11-65b2-4ef3-a6be-f680368c273c'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:55 user nova-compute[74974]: INFO os_vif [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:6a:d7,bridge_name='br-int',has_traffic_filtering=True,id=a832addf-dde2-4bd8-9bc5-9236a6701c70,network=Network(9dc2f704-2715-4f2a-bac4-49bbf22355e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa832addf-dd')
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] No VIF found with MAC fa:16:3e:e9:6a:d7, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.381s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.network.neutron [req-a52fac12-3f91-435b-8fac-f7a7ba62246c req-49d4dc56-6436-4936-a93b-04812deaf66a service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Updated VIF entry in instance network info cache for port a832addf-dde2-4bd8-9bc5-9236a6701c70. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.network.neutron [req-a52fac12-3f91-435b-8fac-f7a7ba62246c req-49d4dc56-6436-4936-a93b-04812deaf66a service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Updating instance_info_cache with network_info: [{"id": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "address": "fa:16:3e:e9:6a:d7", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa832addf-dd", "ovs_interfaceid": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a52fac12-3f91-435b-8fac-f7a7ba62246c req-49d4dc56-6436-4936-a93b-04812deaf66a service nova] Releasing lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:14:55 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Deleted allocations for instance e0cb8e50-6436-4a97-b50c-23f5ad505d68
Nov 29 12:14:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c2131ce5-83c3-4bc6-96f4-b5d6ec575928 tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "e0cb8e50-6436-4a97-b50c-23f5ad505d68" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.341s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2a3c56dd-b7fa-464f-86ca-6fe0be41452f {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 12:14:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-dca2a8a8-4243-4df9-ae16-52f79e6a7b98 req-851770e7-3883-44af-8788-a04bcc085f36 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Received event network-vif-plugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:14:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-dca2a8a8-4243-4df9-ae16-52f79e6a7b98 req-851770e7-3883-44af-8788-a04bcc085f36 service nova] Acquiring lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-dca2a8a8-4243-4df9-ae16-52f79e6a7b98 req-851770e7-3883-44af-8788-a04bcc085f36 service nova] Lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-dca2a8a8-4243-4df9-ae16-52f79e6a7b98 req-851770e7-3883-44af-8788-a04bcc085f36 service nova] Lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-dca2a8a8-4243-4df9-ae16-52f79e6a7b98 req-851770e7-3883-44af-8788-a04bcc085f36 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] No waiting events found dispatching network-vif-plugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:14:57 user nova-compute[74974]: WARNING nova.compute.manager [req-dca2a8a8-4243-4df9-ae16-52f79e6a7b98 req-851770e7-3883-44af-8788-a04bcc085f36 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Received unexpected event network-vif-plugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 for instance with vm_state building and task_state spawning.
Nov 29 12:14:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:14:59 user nova-compute[74974]: DEBUG nova.compute.manager [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:14:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:14:59 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Instance spawned successfully.
Nov 29 12:14:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:14:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:14:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:14:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:14:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:14:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:14:59 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:14:59 user nova-compute[74974]: DEBUG nova.compute.manager [req-aeb2fbb3-4859-4534-937f-d1a27a8e5284 req-67e04f93-09c3-4235-80fe-97b58a09e32f service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Received event network-vif-plugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:14:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-aeb2fbb3-4859-4534-937f-d1a27a8e5284 req-67e04f93-09c3-4235-80fe-97b58a09e32f service nova] Acquiring lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:14:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-aeb2fbb3-4859-4534-937f-d1a27a8e5284 req-67e04f93-09c3-4235-80fe-97b58a09e32f service nova] Lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:14:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-aeb2fbb3-4859-4534-937f-d1a27a8e5284 req-67e04f93-09c3-4235-80fe-97b58a09e32f service nova] Lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:59 user nova-compute[74974]: DEBUG nova.compute.manager [req-aeb2fbb3-4859-4534-937f-d1a27a8e5284 req-67e04f93-09c3-4235-80fe-97b58a09e32f service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] No waiting events found dispatching network-vif-plugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:14:59 user nova-compute[74974]: WARNING nova.compute.manager [req-aeb2fbb3-4859-4534-937f-d1a27a8e5284 req-67e04f93-09c3-4235-80fe-97b58a09e32f service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Received unexpected event network-vif-plugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 for instance with vm_state building and task_state spawning.
Nov 29 12:14:59 user nova-compute[74974]: INFO nova.compute.manager [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Took 6.17 seconds to spawn the instance on the hypervisor.
Nov 29 12:14:59 user nova-compute[74974]: DEBUG nova.compute.manager [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:14:59 user nova-compute[74974]: INFO nova.compute.manager [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Took 6.97 seconds to build instance.
Nov 29 12:14:59 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:14:59 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:14:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e6455109-71f3-4d5c-b11f-f4627d7a974d tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "47926f11-65b2-4ef3-a6be-f680368c273c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.063s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:14:59 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Skipping network cache update for instance because it is being deleted. {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9971}}
Nov 29 12:14:59 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Didn't find any instances for network info cache update. {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 12:15:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:00 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:15:01 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:15:01 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:15:01 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:15:02 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:15:02 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:15:03 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:15:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:15:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:15:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:15:03 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:15:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:15:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:15:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:15:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:15:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:15:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:15:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:15:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:15:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:15:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:15:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:15:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:15:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c58ad128-2f3c-4ae9-8350-4e8331a9c8c9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:15:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c58ad128-2f3c-4ae9-8350-4e8331a9c8c9/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:15:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c58ad128-2f3c-4ae9-8350-4e8331a9c8c9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:15:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c58ad128-2f3c-4ae9-8350-4e8331a9c8c9/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:15:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:15:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:15:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:15:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:15:06 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:15:06 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:15:06 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8339MB free_disk=24.86095428466797GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:15:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:15:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:15:06 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:15:06 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 2a3c56dd-b7fa-464f-86ca-6fe0be41452f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:15:06 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance edffeffa-2cd1-4696-a874-38bafe4fbf89 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:15:06 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance c58ad128-2f3c-4ae9-8350-4e8331a9c8c9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:15:06 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 47926f11-65b2-4ef3-a6be-f680368c273c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:15:06 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:15:06 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:15:06 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:15:06 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:15:06 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:15:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.312s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:15:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:11 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:15:11 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:15:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:15 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2a3c56dd-b7fa-464f-86ca-6fe0be41452f is timed out.
Nov 29 12:15:15 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Successfully detached device vdb from instance 2a3c56dd-b7fa-464f-86ca-6fe0be41452f from the live domain config.
Nov 29 12:15:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KjpUkfea', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:15:15 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:15:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[264fdda3-92d4-4075-bf5b-94fbef33f446]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:15:15 user nova-compute[74974]: No targets found.
Nov 29 12:15:15 user nova-compute[74974]: iSNS:
Nov 29 12:15:15 user nova-compute[74974]: No targets found.
Nov 29 12:15:15 user nova-compute[74974]: STATIC:
Nov 29 12:15:15 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1
Nov 29 12:15:15 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:15:15 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:15:15 user nova-compute[74974]: FIRMWARE:
Nov 29 12:15:15 user nova-compute[74974]: No targets found.
Nov 29 12:15:15 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:15:15 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:15:15 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[34cf0d48-c5da-42af-aa08-36fcb06a5827]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f612e3fd-8a3e-47c7-8103-9761fb162728]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 (non-flash)
Nov 29 12:15:15 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 (non-flash)
Nov 29 12:15:15 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa810be20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1'): ({'sdb'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Removing single pathed devices sdb {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[187b3491-34af-454e-817e-9bcdc788f524]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:15:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[48a90b41-f0f0-496f-b491-2e5b54539284]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Flushing IO for device /dev/sdb {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[48b9aa38-8660-4b59-ac6f-3476e42b2390]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.037s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[85ba6fa8-a825-4b95-a5bd-dbf276e36dc5]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.075s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1192d4ae-cddc-4ced-a0cc-ca89ee803c78]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[808ba0ec-a36b-42d7-9da5-032a1a328924]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1, portal: 172.16.0.220,3260]
Nov 29 12:15:16 user nova-compute[74974]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1, portal: 172.16.0.220,3260] successful.
Nov 29 12:15:16 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c83f569-b61b-48ee-8f82-fc4cf957d059]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.339s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] <== disconnect_volume: return (340ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:15:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:15:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:19 user nova-compute[74974]: DEBUG nova.objects.instance [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lazy-loading 'flavor' on Instance uuid 2a3c56dd-b7fa-464f-86ca-6fe0be41452f {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2c35fc31-9f38-4263-868d-04d5853ea6bc tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 24.773s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 24.670s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:15:20 user nova-compute[74974]: INFO nova.compute.manager [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Terminating instance
Nov 29 12:15:20 user nova-compute[74974]: DEBUG nova.compute.manager [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG nova.compute.manager [req-ab01e11e-251b-4c9c-875c-d93e98297041 req-68405415-d32d-4b3b-b7f4-d6aee7944fe9 service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Received event network-vif-unplugged-7d0ea83e-8236-4dbc-9d32-31d89af09f07 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ab01e11e-251b-4c9c-875c-d93e98297041 req-68405415-d32d-4b3b-b7f4-d6aee7944fe9 service nova] Acquiring lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ab01e11e-251b-4c9c-875c-d93e98297041 req-68405415-d32d-4b3b-b7f4-d6aee7944fe9 service nova] Lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ab01e11e-251b-4c9c-875c-d93e98297041 req-68405415-d32d-4b3b-b7f4-d6aee7944fe9 service nova] Lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG nova.compute.manager [req-ab01e11e-251b-4c9c-875c-d93e98297041 req-68405415-d32d-4b3b-b7f4-d6aee7944fe9 service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] No waiting events found dispatching network-vif-unplugged-7d0ea83e-8236-4dbc-9d32-31d89af09f07 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG nova.compute.manager [req-ab01e11e-251b-4c9c-875c-d93e98297041 req-68405415-d32d-4b3b-b7f4-d6aee7944fe9 service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Received event network-vif-unplugged-7d0ea83e-8236-4dbc-9d32-31d89af09f07 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:20 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Instance destroyed successfully.
Nov 29 12:15:20 user nova-compute[74974]: DEBUG nova.objects.instance [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lazy-loading 'resources' on Instance uuid 2a3c56dd-b7fa-464f-86ca-6fe0be41452f {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:12:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1554756113',display_name='tempest-VolumesSnapshotTestJSON-instance-1554756113',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1554756113',id=41,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLknF5UbvFax6vbxKq8G6mxVfecenWFERakC5nEGykcYJ+7F7nJBNCYaVDxMGezvgTJHTKAGSBnjYGDLz3/GxQeIdaCFcuhA/qXLV8UozI7ImjwP39paQXgx8FPhpDbFxQ==',key_name='tempest-keypair-851382534',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:12:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8313ad0c700241d2813380ff8f372a42',ramdisk_id='',reservation_id='r-vb035a1t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-524894532',owner_user_name='tempest-VolumesSnapshotTestJSON-524894532-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:12:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3326187f06e04b57ab2e44fec94b9a89',uuid=2a3c56dd-b7fa-464f-86ca-6fe0be41452f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7d0ea83e-8236-4dbc-9d32-31d89af09f07", "address": "fa:16:3e:f4:d1:43", "network": {"id": "80153daa-f8fc-43df-a3fd-bef462c6db7f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2018600062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8313ad0c700241d2813380ff8f372a42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d0ea83e-82", "ovs_interfaceid": "7d0ea83e-8236-4dbc-9d32-31d89af09f07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Converting VIF {"id": "7d0ea83e-8236-4dbc-9d32-31d89af09f07", "address": "fa:16:3e:f4:d1:43", "network": {"id": "80153daa-f8fc-43df-a3fd-bef462c6db7f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2018600062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8313ad0c700241d2813380ff8f372a42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d0ea83e-82", "ovs_interfaceid": "7d0ea83e-8236-4dbc-9d32-31d89af09f07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f4:d1:43,bridge_name='br-int',has_traffic_filtering=True,id=7d0ea83e-8236-4dbc-9d32-31d89af09f07,network=Network(80153daa-f8fc-43df-a3fd-bef462c6db7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d0ea83e-82') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG os_vif [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f4:d1:43,bridge_name='br-int',has_traffic_filtering=True,id=7d0ea83e-8236-4dbc-9d32-31d89af09f07,network=Network(80153daa-f8fc-43df-a3fd-bef462c6db7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d0ea83e-82') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7d0ea83e-82, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bbfb19d2-fd34-41bd-a7f5-f7f36a49c056) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:15:20 user nova-compute[74974]: INFO os_vif [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f4:d1:43,bridge_name='br-int',has_traffic_filtering=True,id=7d0ea83e-8236-4dbc-9d32-31d89af09f07,network=Network(80153daa-f8fc-43df-a3fd-bef462c6db7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d0ea83e-82')
Nov 29 12:15:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:164ad0be-2523-4dc8-b5a4-ae54efb20ab1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KjpUkfea', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:15:20 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:15:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[7e8d35b0-24eb-489f-a6fe-cd66bd370890]: Unexpected error while running command.
Nov 29 12:15:20 user nova-compute[74974]: Command: iscsiadm -m discoverydb -o show -P 1
Nov 29 12:15:20 user nova-compute[74974]: Exit code: 21
Nov 29 12:15:20 user nova-compute[74974]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Nov 29 12:15:20 user nova-compute[74974]: Stderr: '' {{(pid=85288) _process_cmd /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:477}}
Nov 29 12:15:20 user nova-compute[74974]: Traceback (most recent call last):
Nov 29 12:15:20 user nova-compute[74974]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 474, in _process_cmd
Nov 29 12:15:20 user nova-compute[74974]:     ret = func(*f_args, **f_kwargs)
Nov 29 12:15:20 user nova-compute[74974]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Nov 29 12:15:20 user nova-compute[74974]:     return func(*args, **kwargs)
Nov 29 12:15:20 user nova-compute[74974]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Nov 29 12:15:20 user nova-compute[74974]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Nov 29 12:15:20 user nova-compute[74974]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Nov 29 12:15:20 user nova-compute[74974]:     return putils.execute(on_execute=on_execute,
Nov 29 12:15:20 user nova-compute[74974]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py", line 438, in execute
Nov 29 12:15:20 user nova-compute[74974]:     raise ProcessExecutionError(exit_code=_returncode,
Nov 29 12:15:20 user nova-compute[74974]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Nov 29 12:15:20 user nova-compute[74974]: Command: iscsiadm -m discoverydb -o show -P 1
Nov 29 12:15:20 user nova-compute[74974]: Exit code: 21
Nov 29 12:15:20 user nova-compute[74974]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Nov 29 12:15:20 user nova-compute[74974]: Stderr: ''
Nov 29 12:15:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e8d35b0-24eb-489f-a6fe-cd66bd370890]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:15:20 user nova-compute[74974]: ERROR os_brick.initiator.connectors.iscsi [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Nov 29 12:15:20 user nova-compute[74974]: Command: iscsiadm -m discoverydb -o show -P 1
Nov 29 12:15:20 user nova-compute[74974]: Exit code: 21
Nov 29 12:15:20 user nova-compute[74974]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Nov 29 12:15:20 user nova-compute[74974]: Stderr: ''
Nov 29 12:15:20 user nova-compute[74974]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Nov 29 12:15:20 user nova-compute[74974]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 217, in _get_ips_iqns_luns
Nov 29 12:15:20 user nova-compute[74974]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Nov 29 12:15:20 user nova-compute[74974]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 376, in _get_discoverydb_portals
Nov 29 12:15:20 user nova-compute[74974]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Nov 29 12:15:20 user nova-compute[74974]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 1188, in _run_iscsiadm_bare
Nov 29 12:15:20 user nova-compute[74974]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Nov 29 12:15:20 user nova-compute[74974]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/executor.py", line 55, in _execute
Nov 29 12:15:20 user nova-compute[74974]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Nov 29 12:15:20 user nova-compute[74974]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 172, in execute
Nov 29 12:15:20 user nova-compute[74974]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Nov 29 12:15:20 user nova-compute[74974]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 271, in _wrap
Nov 29 12:15:20 user nova-compute[74974]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Nov 29 12:15:20 user nova-compute[74974]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 215, in remote_call
Nov 29 12:15:20 user nova-compute[74974]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Nov 29 12:15:20 user nova-compute[74974]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Nov 29 12:15:20 user nova-compute[74974]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Nov 29 12:15:20 user nova-compute[74974]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Nov 29 12:15:20 user nova-compute[74974]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Nov 29 12:15:20 user nova-compute[74974]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Nov 29 12:15:20 user nova-compute[74974]: ERROR os_brick.initiator.connectors.iscsi 
Nov 29 12:15:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Skipping cleanup Unable to find target portal 172.16.0.220:3260. {{(pid=74974) _cleanup_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:934}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.029s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] <== disconnect_volume: return (30ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:15:20 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Deleting instance files /opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f_del
Nov 29 12:15:20 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Deletion of /opt/stack/data/nova/instances/2a3c56dd-b7fa-464f-86ca-6fe0be41452f_del complete
Nov 29 12:15:20 user nova-compute[74974]: INFO nova.compute.manager [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Took 0.91 seconds to destroy the instance on the hypervisor.
Nov 29 12:15:20 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:15:20 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:15:21 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:15:21 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Took 0.66 seconds to deallocate network for instance.
Nov 29 12:15:21 user nova-compute[74974]: WARNING nova.volume.cinder [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Attachment b1aed041-d49f-4eb5-b74f-d1598435c1fd does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = b1aed041-d49f-4eb5-b74f-d1598435c1fd. (HTTP 404) (Request-ID: req-8cf67ead-35a0-4378-b295-0cc17f19fef8)
Nov 29 12:15:21 user nova-compute[74974]: INFO nova.compute.manager [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Took 0.02 seconds to detach 1 volumes for instance.
Nov 29 12:15:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:15:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:15:21 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:15:21 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:15:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.191s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:15:21 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Deleted allocations for instance 2a3c56dd-b7fa-464f-86ca-6fe0be41452f
Nov 29 12:15:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e3686499-ae9d-4c18-a8be-5e455baf811f tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.009s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:15:22 user nova-compute[74974]: DEBUG nova.compute.manager [req-d133fbe8-971e-4e32-ad2c-98243426197a req-54734937-e5ed-47e3-8f4e-0aeebd78fa02 service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Received event network-vif-plugged-7d0ea83e-8236-4dbc-9d32-31d89af09f07 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:15:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d133fbe8-971e-4e32-ad2c-98243426197a req-54734937-e5ed-47e3-8f4e-0aeebd78fa02 service nova] Acquiring lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:15:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d133fbe8-971e-4e32-ad2c-98243426197a req-54734937-e5ed-47e3-8f4e-0aeebd78fa02 service nova] Lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:15:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d133fbe8-971e-4e32-ad2c-98243426197a req-54734937-e5ed-47e3-8f4e-0aeebd78fa02 service nova] Lock "2a3c56dd-b7fa-464f-86ca-6fe0be41452f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:15:22 user nova-compute[74974]: DEBUG nova.compute.manager [req-d133fbe8-971e-4e32-ad2c-98243426197a req-54734937-e5ed-47e3-8f4e-0aeebd78fa02 service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] No waiting events found dispatching network-vif-plugged-7d0ea83e-8236-4dbc-9d32-31d89af09f07 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:15:22 user nova-compute[74974]: WARNING nova.compute.manager [req-d133fbe8-971e-4e32-ad2c-98243426197a req-54734937-e5ed-47e3-8f4e-0aeebd78fa02 service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Received unexpected event network-vif-plugged-7d0ea83e-8236-4dbc-9d32-31d89af09f07 for instance with vm_state deleted and task_state None.
Nov 29 12:15:22 user nova-compute[74974]: DEBUG nova.compute.manager [req-d133fbe8-971e-4e32-ad2c-98243426197a req-54734937-e5ed-47e3-8f4e-0aeebd78fa02 service nova] [instance: 2a3c56dd-b7fa-464f-86ca-6fe0be41452f] Received event network-vif-deleted-7d0ea83e-8236-4dbc-9d32-31d89af09f07 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:15:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:25 user nova-compute[74974]: DEBUG nova.compute.manager [req-f71a2f97-abac-4b9f-a78a-21aecc5e5c63 req-71ec4e26-df72-4ae4-b81c-ece07348cec3 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Received event network-changed-7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:15:25 user nova-compute[74974]: DEBUG nova.compute.manager [req-f71a2f97-abac-4b9f-a78a-21aecc5e5c63 req-71ec4e26-df72-4ae4-b81c-ece07348cec3 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Refreshing instance network info cache due to event network-changed-7a8dc408-1266-47a9-8115-67c4fa20825c. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:15:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f71a2f97-abac-4b9f-a78a-21aecc5e5c63 req-71ec4e26-df72-4ae4-b81c-ece07348cec3 service nova] Acquiring lock "refresh_cache-edffeffa-2cd1-4696-a874-38bafe4fbf89" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:15:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f71a2f97-abac-4b9f-a78a-21aecc5e5c63 req-71ec4e26-df72-4ae4-b81c-ece07348cec3 service nova] Acquired lock "refresh_cache-edffeffa-2cd1-4696-a874-38bafe4fbf89" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:15:25 user nova-compute[74974]: DEBUG nova.network.neutron [req-f71a2f97-abac-4b9f-a78a-21aecc5e5c63 req-71ec4e26-df72-4ae4-b81c-ece07348cec3 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Refreshing network info cache for port 7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:15:25 user nova-compute[74974]: DEBUG nova.network.neutron [req-f71a2f97-abac-4b9f-a78a-21aecc5e5c63 req-71ec4e26-df72-4ae4-b81c-ece07348cec3 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Updated VIF entry in instance network info cache for port 7a8dc408-1266-47a9-8115-67c4fa20825c. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:15:25 user nova-compute[74974]: DEBUG nova.network.neutron [req-f71a2f97-abac-4b9f-a78a-21aecc5e5c63 req-71ec4e26-df72-4ae4-b81c-ece07348cec3 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Updating instance_info_cache with network_info: [{"id": "7a8dc408-1266-47a9-8115-67c4fa20825c", "address": "fa:16:3e:21:35:ef", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a8dc408-12", "ovs_interfaceid": "7a8dc408-1266-47a9-8115-67c4fa20825c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:15:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f71a2f97-abac-4b9f-a78a-21aecc5e5c63 req-71ec4e26-df72-4ae4-b81c-ece07348cec3 service nova] Releasing lock "refresh_cache-edffeffa-2cd1-4696-a874-38bafe4fbf89" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:15:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "edffeffa-2cd1-4696-a874-38bafe4fbf89" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:15:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:15:28 user nova-compute[74974]: INFO nova.compute.manager [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Shelving
Nov 29 12:15:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-af83892e-30a1-45ea-8970-df42db0755ff req-9b322516-3265-4066-af1e-fc402eac78c1 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Received event network-vif-unplugged-7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:15:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-af83892e-30a1-45ea-8970-df42db0755ff req-9b322516-3265-4066-af1e-fc402eac78c1 service nova] Acquiring lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:15:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-af83892e-30a1-45ea-8970-df42db0755ff req-9b322516-3265-4066-af1e-fc402eac78c1 service nova] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:15:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-af83892e-30a1-45ea-8970-df42db0755ff req-9b322516-3265-4066-af1e-fc402eac78c1 service nova] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:15:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-af83892e-30a1-45ea-8970-df42db0755ff req-9b322516-3265-4066-af1e-fc402eac78c1 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] No waiting events found dispatching network-vif-unplugged-7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:15:29 user nova-compute[74974]: WARNING nova.compute.manager [req-af83892e-30a1-45ea-8970-df42db0755ff req-9b322516-3265-4066-af1e-fc402eac78c1 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Received unexpected event network-vif-unplugged-7a8dc408-1266-47a9-8115-67c4fa20825c for instance with vm_state active and task_state shelving.
Nov 29 12:15:29 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Instance destroyed successfully.
Nov 29 12:15:29 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Beginning cold snapshot process
Nov 29 12:15:29 user nova-compute[74974]: DEBUG nova.privsep.utils [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74974) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 12:15:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk /opt/stack/data/nova/instances/snapshots/tmpczsy7k6z/d12439903956470d9e53cfaa5e9fe682 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:15:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk /opt/stack/data/nova/instances/snapshots/tmpczsy7k6z/d12439903956470d9e53cfaa5e9fe682" returned: 0 in 0.934s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:15:30 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Snapshot extracted, beginning image upload
Nov 29 12:15:31 user nova-compute[74974]: DEBUG nova.compute.manager [req-f92b5bde-eeb6-4942-9d3a-4a40c68411bc req-dc04d6da-db48-4e1e-947a-2e6df9d4867c service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Received event network-vif-plugged-7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:15:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f92b5bde-eeb6-4942-9d3a-4a40c68411bc req-dc04d6da-db48-4e1e-947a-2e6df9d4867c service nova] Acquiring lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:15:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f92b5bde-eeb6-4942-9d3a-4a40c68411bc req-dc04d6da-db48-4e1e-947a-2e6df9d4867c service nova] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:15:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f92b5bde-eeb6-4942-9d3a-4a40c68411bc req-dc04d6da-db48-4e1e-947a-2e6df9d4867c service nova] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:15:31 user nova-compute[74974]: DEBUG nova.compute.manager [req-f92b5bde-eeb6-4942-9d3a-4a40c68411bc req-dc04d6da-db48-4e1e-947a-2e6df9d4867c service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] No waiting events found dispatching network-vif-plugged-7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:15:31 user nova-compute[74974]: WARNING nova.compute.manager [req-f92b5bde-eeb6-4942-9d3a-4a40c68411bc req-dc04d6da-db48-4e1e-947a-2e6df9d4867c service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Received unexpected event network-vif-plugged-7a8dc408-1266-47a9-8115-67c4fa20825c for instance with vm_state active and task_state shelving_image_uploading.
Nov 29 12:15:33 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Snapshot image upload complete
Nov 29 12:15:33 user nova-compute[74974]: DEBUG nova.compute.manager [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:15:33 user nova-compute[74974]: INFO nova.compute.manager [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Shelve offloading
Nov 29 12:15:33 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Instance destroyed successfully.
Nov 29 12:15:33 user nova-compute[74974]: DEBUG nova.compute.manager [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:15:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "refresh_cache-edffeffa-2cd1-4696-a874-38bafe4fbf89" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:15:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquired lock "refresh_cache-edffeffa-2cd1-4696-a874-38bafe4fbf89" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:15:33 user nova-compute[74974]: DEBUG nova.network.neutron [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:15:33 user nova-compute[74974]: DEBUG nova.network.neutron [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Updating instance_info_cache with network_info: [{"id": "7a8dc408-1266-47a9-8115-67c4fa20825c", "address": "fa:16:3e:21:35:ef", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a8dc408-12", "ovs_interfaceid": "7a8dc408-1266-47a9-8115-67c4fa20825c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:15:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Releasing lock "refresh_cache-edffeffa-2cd1-4696-a874-38bafe4fbf89" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:34 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Instance destroyed successfully.
Nov 29 12:15:34 user nova-compute[74974]: DEBUG nova.objects.instance [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lazy-loading 'resources' on Instance uuid edffeffa-2cd1-4696-a874-38bafe4fbf89 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:13:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1606431681',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1606431681',id=42,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAh7u+mMIBjF7UpB8r+KawnZ5jqqWpxaziNbzUe0UeyIvpcD6nihmAIYYekCktnTBsufQV/XKn5rw0sNAYWPZlqUUTbVA9ZW4KgDnWWqCb3pO2+EcniCXJlMvRbRt9YaVQ==',key_name='tempest-keypair-1833538282',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:13:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='035db581b1704a6a8a5fe14de3232b57',ramdisk_id='',reservation_id='r-yd2r79if',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-193778848',owner_user_name='tempest-AttachVolumeShelveTestJSON-193778848-project-member',shelved_at='2023-11-29T12:15:33.335634',shelved_host='user',shelved_image_id='aa34d96b-66da-4c49-a4de-a9f4c74e41dd'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:15:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d1e86a4643e40708453514d9db954ae',uuid=edffeffa-2cd1-4696-a874-38bafe4fbf89,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "7a8dc408-1266-47a9-8115-67c4fa20825c", "address": "fa:16:3e:21:35:ef", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a8dc408-12", "ovs_interfaceid": "7a8dc408-1266-47a9-8115-67c4fa20825c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converting VIF {"id": "7a8dc408-1266-47a9-8115-67c4fa20825c", "address": "fa:16:3e:21:35:ef", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a8dc408-12", "ovs_interfaceid": "7a8dc408-1266-47a9-8115-67c4fa20825c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:35:ef,bridge_name='br-int',has_traffic_filtering=True,id=7a8dc408-1266-47a9-8115-67c4fa20825c,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a8dc408-12') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG os_vif [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:35:ef,bridge_name='br-int',has_traffic_filtering=True,id=7a8dc408-1266-47a9-8115-67c4fa20825c,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a8dc408-12') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7a8dc408-12, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG nova.compute.manager [req-88a2b0f7-c4c5-4f0e-85d5-d3929f16b025 req-0b255da4-79e2-4682-bfb5-28e23811b454 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Received event network-changed-7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG nova.compute.manager [req-88a2b0f7-c4c5-4f0e-85d5-d3929f16b025 req-0b255da4-79e2-4682-bfb5-28e23811b454 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Refreshing instance network info cache due to event network-changed-7a8dc408-1266-47a9-8115-67c4fa20825c. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-88a2b0f7-c4c5-4f0e-85d5-d3929f16b025 req-0b255da4-79e2-4682-bfb5-28e23811b454 service nova] Acquiring lock "refresh_cache-edffeffa-2cd1-4696-a874-38bafe4fbf89" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-88a2b0f7-c4c5-4f0e-85d5-d3929f16b025 req-0b255da4-79e2-4682-bfb5-28e23811b454 service nova] Acquired lock "refresh_cache-edffeffa-2cd1-4696-a874-38bafe4fbf89" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG nova.network.neutron [req-88a2b0f7-c4c5-4f0e-85d5-d3929f16b025 req-0b255da4-79e2-4682-bfb5-28e23811b454 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Refreshing network info cache for port 7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8a564997-2bfc-4ed0-905d-b240389e6471) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:34 user nova-compute[74974]: INFO os_vif [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:35:ef,bridge_name='br-int',has_traffic_filtering=True,id=7a8dc408-1266-47a9-8115-67c4fa20825c,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a8dc408-12')
Nov 29 12:15:34 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Deleting instance files /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89_del
Nov 29 12:15:34 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Deletion of /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89_del complete
Nov 29 12:15:34 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Deleted allocations for instance edffeffa-2cd1-4696-a874-38bafe4fbf89
Nov 29 12:15:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG nova.objects.instance [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lazy-loading 'numa_topology' on Instance uuid edffeffa-2cd1-4696-a874-38bafe4fbf89 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG nova.objects.base [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Object Instance<edffeffa-2cd1-4696-a874-38bafe4fbf89> lazy-loaded attributes: resources,numa_topology {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.257s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG nova.network.neutron [req-88a2b0f7-c4c5-4f0e-85d5-d3929f16b025 req-0b255da4-79e2-4682-bfb5-28e23811b454 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Updated VIF entry in instance network info cache for port 7a8dc408-1266-47a9-8115-67c4fa20825c. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG nova.network.neutron [req-88a2b0f7-c4c5-4f0e-85d5-d3929f16b025 req-0b255da4-79e2-4682-bfb5-28e23811b454 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Updating instance_info_cache with network_info: [{"id": "7a8dc408-1266-47a9-8115-67c4fa20825c", "address": "fa:16:3e:21:35:ef", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap7a8dc408-12", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:15:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-88a2b0f7-c4c5-4f0e-85d5-d3929f16b025 req-0b255da4-79e2-4682-bfb5-28e23811b454 service nova] Releasing lock "refresh_cache-edffeffa-2cd1-4696-a874-38bafe4fbf89" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:15:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-10094632-fb0e-410c-9916-b974127a0656 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.070s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:15:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:15:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:15:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:15:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:15:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:15:42 user nova-compute[74974]: INFO nova.compute.manager [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Terminating instance
Nov 29 12:15:42 user nova-compute[74974]: DEBUG nova.compute.manager [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:15:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:42 user nova-compute[74974]: DEBUG nova.compute.manager [req-25e1eb63-459d-4e06-8920-2baa8f91bb4b req-2f265e49-cae8-41b3-8090-1fa93f9c428e service nova] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Received event network-vif-unplugged-1b76da52-d3ec-4d30-8b2a-496020345e4f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:15:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-25e1eb63-459d-4e06-8920-2baa8f91bb4b req-2f265e49-cae8-41b3-8090-1fa93f9c428e service nova] Acquiring lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:15:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-25e1eb63-459d-4e06-8920-2baa8f91bb4b req-2f265e49-cae8-41b3-8090-1fa93f9c428e service nova] Lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:15:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-25e1eb63-459d-4e06-8920-2baa8f91bb4b req-2f265e49-cae8-41b3-8090-1fa93f9c428e service nova] Lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:15:42 user nova-compute[74974]: DEBUG nova.compute.manager [req-25e1eb63-459d-4e06-8920-2baa8f91bb4b req-2f265e49-cae8-41b3-8090-1fa93f9c428e service nova] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] No waiting events found dispatching network-vif-unplugged-1b76da52-d3ec-4d30-8b2a-496020345e4f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:15:42 user nova-compute[74974]: DEBUG nova.compute.manager [req-25e1eb63-459d-4e06-8920-2baa8f91bb4b req-2f265e49-cae8-41b3-8090-1fa93f9c428e service nova] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Received event network-vif-unplugged-1b76da52-d3ec-4d30-8b2a-496020345e4f for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:15:43 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Instance destroyed successfully.
Nov 29 12:15:43 user nova-compute[74974]: DEBUG nova.objects.instance [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lazy-loading 'resources' on Instance uuid 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:15:43 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:56:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1725726092',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1725726092',id=16,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:56:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2e26d19eb78e40fab0e0b3afba63dbb1',ramdisk_id='',reservation_id='r-umyo7cj9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:58:02Z,user_data=None,user_id='47cf3f690e8140818fa4f5ce4c6bb348',uuid=1eec9744-62c2-4e74-bd3b-c36c0caa1ee4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "address": "fa:16:3e:42:ff:d1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b76da52-d3", "ovs_interfaceid": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:15:43 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converting VIF {"id": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "address": "fa:16:3e:42:ff:d1", "network": {"id": "eebca9c5-2c3b-44f7-b724-a1bc2adf8799", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1242582313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e26d19eb78e40fab0e0b3afba63dbb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b76da52-d3", "ovs_interfaceid": "1b76da52-d3ec-4d30-8b2a-496020345e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:15:43 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:42:ff:d1,bridge_name='br-int',has_traffic_filtering=True,id=1b76da52-d3ec-4d30-8b2a-496020345e4f,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b76da52-d3') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:15:43 user nova-compute[74974]: DEBUG os_vif [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:ff:d1,bridge_name='br-int',has_traffic_filtering=True,id=1b76da52-d3ec-4d30-8b2a-496020345e4f,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b76da52-d3') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:15:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1b76da52-d3, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:15:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:15:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1a6f5a63-c9e5-463c-9c3b-236ae6f9cc73) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:15:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:43 user nova-compute[74974]: INFO os_vif [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:ff:d1,bridge_name='br-int',has_traffic_filtering=True,id=1b76da52-d3ec-4d30-8b2a-496020345e4f,network=Network(eebca9c5-2c3b-44f7-b724-a1bc2adf8799),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b76da52-d3')
Nov 29 12:15:43 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Deleting instance files /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4_del
Nov 29 12:15:43 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Deletion of /opt/stack/data/nova/instances/1eec9744-62c2-4e74-bd3b-c36c0caa1ee4_del complete
Nov 29 12:15:43 user nova-compute[74974]: INFO nova.compute.manager [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 29 12:15:43 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:15:43 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:15:43 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:15:43 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:15:43 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Took 0.45 seconds to deallocate network for instance.
Nov 29 12:15:43 user nova-compute[74974]: DEBUG nova.compute.manager [req-bd160b06-e1e9-4f1f-aeb1-10017e53ae43 req-02fe1d40-4677-4078-9351-5870e0163a5b service nova] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Received event network-vif-deleted-1b76da52-d3ec-4d30-8b2a-496020345e4f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:15:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:15:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:15:44 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:15:44 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:15:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.157s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:15:44 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Deleted allocations for instance 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4
Nov 29 12:15:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-8d890d59-be95-41c8-8901-11cab3902b4e tempest-ServerBootFromVolumeStableRescueTest-1027217046 tempest-ServerBootFromVolumeStableRescueTest-1027217046-project-member] Lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.676s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:15:44 user nova-compute[74974]: DEBUG nova.compute.manager [req-0eac0017-e417-48b0-88fb-595e47254d67 req-86bff466-b41e-4336-8ec3-bc82c480c61d service nova] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Received event network-vif-plugged-1b76da52-d3ec-4d30-8b2a-496020345e4f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:15:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0eac0017-e417-48b0-88fb-595e47254d67 req-86bff466-b41e-4336-8ec3-bc82c480c61d service nova] Acquiring lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:15:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0eac0017-e417-48b0-88fb-595e47254d67 req-86bff466-b41e-4336-8ec3-bc82c480c61d service nova] Lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:15:44 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0eac0017-e417-48b0-88fb-595e47254d67 req-86bff466-b41e-4336-8ec3-bc82c480c61d service nova] Lock "1eec9744-62c2-4e74-bd3b-c36c0caa1ee4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:15:44 user nova-compute[74974]: DEBUG nova.compute.manager [req-0eac0017-e417-48b0-88fb-595e47254d67 req-86bff466-b41e-4336-8ec3-bc82c480c61d service nova] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] No waiting events found dispatching network-vif-plugged-1b76da52-d3ec-4d30-8b2a-496020345e4f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:15:44 user nova-compute[74974]: WARNING nova.compute.manager [req-0eac0017-e417-48b0-88fb-595e47254d67 req-86bff466-b41e-4336-8ec3-bc82c480c61d service nova] [instance: 1eec9744-62c2-4e74-bd3b-c36c0caa1ee4] Received unexpected event network-vif-plugged-1b76da52-d3ec-4d30-8b2a-496020345e4f for instance with vm_state deleted and task_state None.
Nov 29 12:15:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:15:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:15:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:15:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:15:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:55 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:15:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:15:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:00 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:16:00 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:16:00 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:16:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-c58ad128-2f3c-4ae9-8350-4e8331a9c8c9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:16:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-c58ad128-2f3c-4ae9-8350-4e8331a9c8c9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:16:00 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:16:00 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lazy-loading 'info_cache' on Instance uuid c58ad128-2f3c-4ae9-8350-4e8331a9c8c9 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:16:01 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Updating instance_info_cache with network_info: [{"id": "a867a203-e229-4df7-8e23-b00438941826", "address": "fa:16:3e:39:55:e9", "network": {"id": "1fa7dfcc-8f96-429a-bf2f-2dc875ee5f8e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1139088266-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fbbfb545304446c86d057ca4612799a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa867a203-e2", "ovs_interfaceid": "a867a203-e229-4df7-8e23-b00438941826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:16:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-c58ad128-2f3c-4ae9-8350-4e8331a9c8c9" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:16:01 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:16:03 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:16:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:03 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:16:03 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:16:03 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:16:03 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:16:03 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:16:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:16:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:05 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:16:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c58ad128-2f3c-4ae9-8350-4e8331a9c8c9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c58ad128-2f3c-4ae9-8350-4e8331a9c8c9/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c58ad128-2f3c-4ae9-8350-4e8331a9c8c9/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c58ad128-2f3c-4ae9-8350-4e8331a9c8c9/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:06 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:16:06 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:16:06 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8691MB free_disk=24.946487426757812GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:16:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:06 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance c58ad128-2f3c-4ae9-8350-4e8331a9c8c9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:16:06 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 47926f11-65b2-4ef3-a6be-f680368c273c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:16:06 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:16:06 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:16:06 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:16:06 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:16:06 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:16:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.225s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:09 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:16:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "ccd03714-42e1-4c17-9dd1-5683da219153" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "ccd03714-42e1-4c17-9dd1-5683da219153" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:10 user nova-compute[74974]: DEBUG nova.compute.manager [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:16:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:10 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:16:10 user nova-compute[74974]: INFO nova.compute.claims [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Claim successful on node user
Nov 29 12:16:10 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:16:10 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:16:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.247s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:10 user nova-compute[74974]: DEBUG nova.compute.manager [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:16:11 user nova-compute[74974]: DEBUG nova.compute.manager [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:16:11 user nova-compute[74974]: DEBUG nova.network.neutron [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:16:11 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:16:11 user nova-compute[74974]: DEBUG nova.compute.manager [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:16:11 user nova-compute[74974]: DEBUG nova.policy [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3326187f06e04b57ab2e44fec94b9a89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8313ad0c700241d2813380ff8f372a42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:16:11 user nova-compute[74974]: DEBUG nova.compute.manager [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:16:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:16:11 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Creating image(s)
Nov 29 12:16:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "/opt/stack/data/nova/instances/ccd03714-42e1-4c17-9dd1-5683da219153/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "/opt/stack/data/nova/instances/ccd03714-42e1-4c17-9dd1-5683da219153/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "/opt/stack/data/nova/instances/ccd03714-42e1-4c17-9dd1-5683da219153/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/ccd03714-42e1-4c17-9dd1-5683da219153/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/ccd03714-42e1-4c17-9dd1-5683da219153/disk 1073741824" returned: 0 in 0.066s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.251s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:11 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ccd03714-42e1-4c17-9dd1-5683da219153/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:16:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd03714-42e1-4c17-9dd1-5683da219153/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:11 user nova-compute[74974]: DEBUG nova.network.neutron [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Successfully created port: 7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:16:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd03714-42e1-4c17-9dd1-5683da219153/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:12 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Cannot resize image /opt/stack/data/nova/instances/ccd03714-42e1-4c17-9dd1-5683da219153/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:16:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:16:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Ensure instance console log exists: /opt/stack/data/nova/instances/ccd03714-42e1-4c17-9dd1-5683da219153/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:16:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:12 user nova-compute[74974]: DEBUG nova.network.neutron [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Successfully updated port: 7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:16:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "refresh_cache-ccd03714-42e1-4c17-9dd1-5683da219153" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:16:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquired lock "refresh_cache-ccd03714-42e1-4c17-9dd1-5683da219153" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:16:12 user nova-compute[74974]: DEBUG nova.network.neutron [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:16:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-f6237ea2-52fe-4d65-ad8d-e836a6cdcd89 req-b1eca2f4-4a1c-4814-97d3-6e9d51bda0e8 service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Received event network-changed-7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:16:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-f6237ea2-52fe-4d65-ad8d-e836a6cdcd89 req-b1eca2f4-4a1c-4814-97d3-6e9d51bda0e8 service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Refreshing instance network info cache due to event network-changed-7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:16:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f6237ea2-52fe-4d65-ad8d-e836a6cdcd89 req-b1eca2f4-4a1c-4814-97d3-6e9d51bda0e8 service nova] Acquiring lock "refresh_cache-ccd03714-42e1-4c17-9dd1-5683da219153" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:16:12 user nova-compute[74974]: DEBUG nova.network.neutron [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.network.neutron [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Updating instance_info_cache with network_info: [{"id": "7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5", "address": "fa:16:3e:cd:af:bc", "network": {"id": "80153daa-f8fc-43df-a3fd-bef462c6db7f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2018600062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8313ad0c700241d2813380ff8f372a42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b4a93f0-5b", "ovs_interfaceid": "7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Releasing lock "refresh_cache-ccd03714-42e1-4c17-9dd1-5683da219153" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.compute.manager [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Instance network_info: |[{"id": "7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5", "address": "fa:16:3e:cd:af:bc", "network": {"id": "80153daa-f8fc-43df-a3fd-bef462c6db7f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2018600062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8313ad0c700241d2813380ff8f372a42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b4a93f0-5b", "ovs_interfaceid": "7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f6237ea2-52fe-4d65-ad8d-e836a6cdcd89 req-b1eca2f4-4a1c-4814-97d3-6e9d51bda0e8 service nova] Acquired lock "refresh_cache-ccd03714-42e1-4c17-9dd1-5683da219153" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.network.neutron [req-f6237ea2-52fe-4d65-ad8d-e836a6cdcd89 req-b1eca2f4-4a1c-4814-97d3-6e9d51bda0e8 service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Refreshing network info cache for port 7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Start _get_guest_xml network_info=[{"id": "7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5", "address": "fa:16:3e:cd:af:bc", "network": {"id": "80153daa-f8fc-43df-a3fd-bef462c6db7f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2018600062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8313ad0c700241d2813380ff8f372a42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b4a93f0-5b", "ovs_interfaceid": "7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:16:13 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:16:13 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:16:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-412534189',display_name='tempest-VolumesSnapshotTestJSON-instance-412534189',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-412534189',id=45,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOlhhNEcdxMchLEnS+sYAwTiZ4KIyFkhCBnc5R35nYWfhux9sjzehOSH+OkQq8WfzWhzYwNt1tQlKmNEuVqvoeyXxAVsJNVbl5eyz8PMRjjelhtS7nUqfAoViZsC2msgHA==',key_name='tempest-keypair-1483233419',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8313ad0c700241d2813380ff8f372a42',ramdisk_id='',reservation_id='r-2ntxb4o8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-524894532',owner_user_name='tempest-VolumesSnapshotTestJSON-524894532-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:16:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3326187f06e04b57ab2e44fec94b9a89',uuid=ccd03714-42e1-4c17-9dd1-5683da219153,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5", "address": "fa:16:3e:cd:af:bc", "network": {"id": "80153daa-f8fc-43df-a3fd-bef462c6db7f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2018600062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8313ad0c700241d2813380ff8f372a42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b4a93f0-5b", "ovs_interfaceid": "7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Converting VIF {"id": "7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5", "address": "fa:16:3e:cd:af:bc", "network": {"id": "80153daa-f8fc-43df-a3fd-bef462c6db7f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2018600062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8313ad0c700241d2813380ff8f372a42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b4a93f0-5b", "ovs_interfaceid": "7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:af:bc,bridge_name='br-int',has_traffic_filtering=True,id=7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5,network=Network(80153daa-f8fc-43df-a3fd-bef462c6db7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b4a93f0-5b') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.objects.instance [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lazy-loading 'pci_devices' on Instance uuid ccd03714-42e1-4c17-9dd1-5683da219153 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:16:13 user nova-compute[74974]:   <uuid>ccd03714-42e1-4c17-9dd1-5683da219153</uuid>
Nov 29 12:16:13 user nova-compute[74974]:   <name>instance-0000002d</name>
Nov 29 12:16:13 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:16:13 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:16:13 user nova-compute[74974]:   <metadata>
Nov 29 12:16:13 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:16:13 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:16:13 user nova-compute[74974]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-412534189</nova:name>
Nov 29 12:16:13 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:16:13</nova:creationTime>
Nov 29 12:16:13 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:16:13 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:16:13 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:16:13 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:16:13 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:16:13 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:16:13 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:16:13 user nova-compute[74974]:       <nova:owner>
Nov 29 12:16:13 user nova-compute[74974]:         <nova:user uuid="3326187f06e04b57ab2e44fec94b9a89">tempest-VolumesSnapshotTestJSON-524894532-project-member</nova:user>
Nov 29 12:16:13 user nova-compute[74974]:         <nova:project uuid="8313ad0c700241d2813380ff8f372a42">tempest-VolumesSnapshotTestJSON-524894532</nova:project>
Nov 29 12:16:13 user nova-compute[74974]:       </nova:owner>
Nov 29 12:16:13 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:16:13 user nova-compute[74974]:       <nova:ports>
Nov 29 12:16:13 user nova-compute[74974]:         <nova:port uuid="7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5">
Nov 29 12:16:13 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 12:16:13 user nova-compute[74974]:         </nova:port>
Nov 29 12:16:13 user nova-compute[74974]:       </nova:ports>
Nov 29 12:16:13 user nova-compute[74974]:     </nova:instance>
Nov 29 12:16:13 user nova-compute[74974]:   </metadata>
Nov 29 12:16:13 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:16:13 user nova-compute[74974]:     <system>
Nov 29 12:16:13 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:16:13 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:16:13 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:16:13 user nova-compute[74974]:       <entry name="serial">ccd03714-42e1-4c17-9dd1-5683da219153</entry>
Nov 29 12:16:13 user nova-compute[74974]:       <entry name="uuid">ccd03714-42e1-4c17-9dd1-5683da219153</entry>
Nov 29 12:16:13 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:16:13 user nova-compute[74974]:     </system>
Nov 29 12:16:13 user nova-compute[74974]:   </sysinfo>
Nov 29 12:16:13 user nova-compute[74974]:   <os>
Nov 29 12:16:13 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:16:13 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:16:13 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:16:13 user nova-compute[74974]:   </os>
Nov 29 12:16:13 user nova-compute[74974]:   <features>
Nov 29 12:16:13 user nova-compute[74974]:     <acpi/>
Nov 29 12:16:13 user nova-compute[74974]:     <apic/>
Nov 29 12:16:13 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:16:13 user nova-compute[74974]:   </features>
Nov 29 12:16:13 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:16:13 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:16:13 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:16:13 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:16:13 user nova-compute[74974]:   </clock>
Nov 29 12:16:13 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:16:13 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:16:13 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:16:13 user nova-compute[74974]:   </cpu>
Nov 29 12:16:13 user nova-compute[74974]:   <devices>
Nov 29 12:16:13 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:16:13 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:16:13 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/ccd03714-42e1-4c17-9dd1-5683da219153/disk"/>
Nov 29 12:16:13 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:16:13 user nova-compute[74974]:     </disk>
Nov 29 12:16:13 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:16:13 user nova-compute[74974]:       <mac address="fa:16:3e:cd:af:bc"/>
Nov 29 12:16:13 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:16:13 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:16:13 user nova-compute[74974]:       <target dev="tap7b4a93f0-5b"/>
Nov 29 12:16:13 user nova-compute[74974]:     </interface>
Nov 29 12:16:13 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:16:13 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/ccd03714-42e1-4c17-9dd1-5683da219153/console.log" append="off"/>
Nov 29 12:16:13 user nova-compute[74974]:     </serial>
Nov 29 12:16:13 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:16:13 user nova-compute[74974]:     <video>
Nov 29 12:16:13 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:16:13 user nova-compute[74974]:     </video>
Nov 29 12:16:13 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:16:13 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:16:13 user nova-compute[74974]:     </rng>
Nov 29 12:16:13 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:16:13 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:16:13 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:16:13 user nova-compute[74974]:     </memballoon>
Nov 29 12:16:13 user nova-compute[74974]:   </devices>
Nov 29 12:16:13 user nova-compute[74974]: </domain>
Nov 29 12:16:13 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:16:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-412534189',display_name='tempest-VolumesSnapshotTestJSON-instance-412534189',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-412534189',id=45,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOlhhNEcdxMchLEnS+sYAwTiZ4KIyFkhCBnc5R35nYWfhux9sjzehOSH+OkQq8WfzWhzYwNt1tQlKmNEuVqvoeyXxAVsJNVbl5eyz8PMRjjelhtS7nUqfAoViZsC2msgHA==',key_name='tempest-keypair-1483233419',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8313ad0c700241d2813380ff8f372a42',ramdisk_id='',reservation_id='r-2ntxb4o8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-524894532',owner_user_name='tempest-VolumesSnapshotTestJSON-524894532-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:16:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3326187f06e04b57ab2e44fec94b9a89',uuid=ccd03714-42e1-4c17-9dd1-5683da219153,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5", "address": "fa:16:3e:cd:af:bc", "network": {"id": "80153daa-f8fc-43df-a3fd-bef462c6db7f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2018600062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8313ad0c700241d2813380ff8f372a42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b4a93f0-5b", "ovs_interfaceid": "7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Converting VIF {"id": "7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5", "address": "fa:16:3e:cd:af:bc", "network": {"id": "80153daa-f8fc-43df-a3fd-bef462c6db7f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2018600062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8313ad0c700241d2813380ff8f372a42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b4a93f0-5b", "ovs_interfaceid": "7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:af:bc,bridge_name='br-int',has_traffic_filtering=True,id=7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5,network=Network(80153daa-f8fc-43df-a3fd-bef462c6db7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b4a93f0-5b') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG os_vif [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:af:bc,bridge_name='br-int',has_traffic_filtering=True,id=7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5,network=Network(80153daa-f8fc-43df-a3fd-bef462c6db7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b4a93f0-5b') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a4b5dda6-34f2-5ba5-9bff-02a7cc796c5e', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7b4a93f0-5b, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7b4a93f0-5b, col_values=(('qos', UUID('ac38d982-a9b6-4ac5-a36c-d49b14e04779')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7b4a93f0-5b, col_values=(('external_ids', {'iface-id': '7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cd:af:bc', 'vm-uuid': 'ccd03714-42e1-4c17-9dd1-5683da219153'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:13 user nova-compute[74974]: INFO os_vif [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:af:bc,bridge_name='br-int',has_traffic_filtering=True,id=7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5,network=Network(80153daa-f8fc-43df-a3fd-bef462c6db7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b4a93f0-5b')
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] No VIF found with MAC fa:16:3e:cd:af:bc, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.network.neutron [req-f6237ea2-52fe-4d65-ad8d-e836a6cdcd89 req-b1eca2f4-4a1c-4814-97d3-6e9d51bda0e8 service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Updated VIF entry in instance network info cache for port 7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG nova.network.neutron [req-f6237ea2-52fe-4d65-ad8d-e836a6cdcd89 req-b1eca2f4-4a1c-4814-97d3-6e9d51bda0e8 service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Updating instance_info_cache with network_info: [{"id": "7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5", "address": "fa:16:3e:cd:af:bc", "network": {"id": "80153daa-f8fc-43df-a3fd-bef462c6db7f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2018600062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8313ad0c700241d2813380ff8f372a42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b4a93f0-5b", "ovs_interfaceid": "7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:16:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f6237ea2-52fe-4d65-ad8d-e836a6cdcd89 req-b1eca2f4-4a1c-4814-97d3-6e9d51bda0e8 service nova] Releasing lock "refresh_cache-ccd03714-42e1-4c17-9dd1-5683da219153" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:16:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-1fa76cc9-1f7b-4dd0-96b0-9ab366ae6d16 req-42542e37-056d-4ac6-b6c2-e03658b0eaf8 service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Received event network-vif-plugged-7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:16:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1fa76cc9-1f7b-4dd0-96b0-9ab366ae6d16 req-42542e37-056d-4ac6-b6c2-e03658b0eaf8 service nova] Acquiring lock "ccd03714-42e1-4c17-9dd1-5683da219153-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1fa76cc9-1f7b-4dd0-96b0-9ab366ae6d16 req-42542e37-056d-4ac6-b6c2-e03658b0eaf8 service nova] Lock "ccd03714-42e1-4c17-9dd1-5683da219153-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1fa76cc9-1f7b-4dd0-96b0-9ab366ae6d16 req-42542e37-056d-4ac6-b6c2-e03658b0eaf8 service nova] Lock "ccd03714-42e1-4c17-9dd1-5683da219153-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-1fa76cc9-1f7b-4dd0-96b0-9ab366ae6d16 req-42542e37-056d-4ac6-b6c2-e03658b0eaf8 service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] No waiting events found dispatching network-vif-plugged-7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:16:14 user nova-compute[74974]: WARNING nova.compute.manager [req-1fa76cc9-1f7b-4dd0-96b0-9ab366ae6d16 req-42542e37-056d-4ac6-b6c2-e03658b0eaf8 service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Received unexpected event network-vif-plugged-7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5 for instance with vm_state building and task_state spawning.
Nov 29 12:16:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:16 user nova-compute[74974]: DEBUG nova.compute.manager [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:16:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:16:16 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Instance spawned successfully.
Nov 29 12:16:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:16:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:16:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:16:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:16:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:16:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:16:16 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:16:16 user nova-compute[74974]: INFO nova.compute.manager [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Took 5.65 seconds to spawn the instance on the hypervisor.
Nov 29 12:16:16 user nova-compute[74974]: DEBUG nova.compute.manager [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:16:16 user nova-compute[74974]: INFO nova.compute.manager [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Took 6.27 seconds to build instance.
Nov 29 12:16:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f4fb3b80-3b81-468f-b75b-409f4f8f9f73 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "ccd03714-42e1-4c17-9dd1-5683da219153" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.386s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:17 user nova-compute[74974]: DEBUG nova.compute.manager [req-8f4aa48e-3003-4565-89ab-de32929b9559 req-b340ffdf-66a9-41d8-b1fc-64ee7a0d24f9 service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Received event network-vif-plugged-7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:16:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8f4aa48e-3003-4565-89ab-de32929b9559 req-b340ffdf-66a9-41d8-b1fc-64ee7a0d24f9 service nova] Acquiring lock "ccd03714-42e1-4c17-9dd1-5683da219153-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8f4aa48e-3003-4565-89ab-de32929b9559 req-b340ffdf-66a9-41d8-b1fc-64ee7a0d24f9 service nova] Lock "ccd03714-42e1-4c17-9dd1-5683da219153-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8f4aa48e-3003-4565-89ab-de32929b9559 req-b340ffdf-66a9-41d8-b1fc-64ee7a0d24f9 service nova] Lock "ccd03714-42e1-4c17-9dd1-5683da219153-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:17 user nova-compute[74974]: DEBUG nova.compute.manager [req-8f4aa48e-3003-4565-89ab-de32929b9559 req-b340ffdf-66a9-41d8-b1fc-64ee7a0d24f9 service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] No waiting events found dispatching network-vif-plugged-7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:16:17 user nova-compute[74974]: WARNING nova.compute.manager [req-8f4aa48e-3003-4565-89ab-de32929b9559 req-b340ffdf-66a9-41d8-b1fc-64ee7a0d24f9 service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Received unexpected event network-vif-plugged-7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5 for instance with vm_state active and task_state None.
Nov 29 12:16:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Acquiring lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:17 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:16:18 user nova-compute[74974]: INFO nova.compute.claims [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Claim successful on node user
Nov 29 12:16:18 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.264s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG nova.network.neutron [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:16:18 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:16:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:16:18 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Creating image(s)
Nov 29 12:16:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Acquiring lock "/opt/stack/data/nova/instances/edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Lock "/opt/stack/data/nova/instances/edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Lock "/opt/stack/data/nova/instances/edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG nova.policy [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8356075b36c4658b869e8054d620b50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e62bf657a4444fcab815576506fc93ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.188s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.182s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0/disk 1073741824" returned: 0 in 0.049s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.171s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:19 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Checking if we can resize image /opt/stack/data/nova/instances/edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:16:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:19 user nova-compute[74974]: DEBUG nova.network.neutron [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Successfully created port: a6f7ac2b-da29-4125-b11f-52f01a9be5d4 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:16:19 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:19 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Cannot resize image /opt/stack/data/nova/instances/edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:16:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:16:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Ensure instance console log exists: /opt/stack/data/nova/instances/edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:16:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:19 user nova-compute[74974]: DEBUG nova.network.neutron [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Successfully updated port: a6f7ac2b-da29-4125-b11f-52f01a9be5d4 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:16:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Acquiring lock "refresh_cache-edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:16:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Acquired lock "refresh_cache-edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:16:19 user nova-compute[74974]: DEBUG nova.network.neutron [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:16:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-e053f7b8-4b5d-4695-b941-c40fcfb2dc29 req-a9ccbf27-7d01-4cc9-a581-97db991f2203 service nova] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Received event network-changed-a6f7ac2b-da29-4125-b11f-52f01a9be5d4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:16:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-e053f7b8-4b5d-4695-b941-c40fcfb2dc29 req-a9ccbf27-7d01-4cc9-a581-97db991f2203 service nova] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Refreshing instance network info cache due to event network-changed-a6f7ac2b-da29-4125-b11f-52f01a9be5d4. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:16:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e053f7b8-4b5d-4695-b941-c40fcfb2dc29 req-a9ccbf27-7d01-4cc9-a581-97db991f2203 service nova] Acquiring lock "refresh_cache-edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:16:19 user nova-compute[74974]: DEBUG nova.network.neutron [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.network.neutron [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Updating instance_info_cache with network_info: [{"id": "a6f7ac2b-da29-4125-b11f-52f01a9be5d4", "address": "fa:16:3e:b1:0d:6b", "network": {"id": "d4999ba6-718e-4000-b354-61405f67e3d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "65571788eda648b0a8f4e8371d0248a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f7ac2b-da", "ovs_interfaceid": "a6f7ac2b-da29-4125-b11f-52f01a9be5d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Releasing lock "refresh_cache-edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Instance network_info: |[{"id": "a6f7ac2b-da29-4125-b11f-52f01a9be5d4", "address": "fa:16:3e:b1:0d:6b", "network": {"id": "d4999ba6-718e-4000-b354-61405f67e3d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "65571788eda648b0a8f4e8371d0248a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f7ac2b-da", "ovs_interfaceid": "a6f7ac2b-da29-4125-b11f-52f01a9be5d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e053f7b8-4b5d-4695-b941-c40fcfb2dc29 req-a9ccbf27-7d01-4cc9-a581-97db991f2203 service nova] Acquired lock "refresh_cache-edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.network.neutron [req-e053f7b8-4b5d-4695-b941-c40fcfb2dc29 req-a9ccbf27-7d01-4cc9-a581-97db991f2203 service nova] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Refreshing network info cache for port a6f7ac2b-da29-4125-b11f-52f01a9be5d4 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Start _get_guest_xml network_info=[{"id": "a6f7ac2b-da29-4125-b11f-52f01a9be5d4", "address": "fa:16:3e:b1:0d:6b", "network": {"id": "d4999ba6-718e-4000-b354-61405f67e3d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "65571788eda648b0a8f4e8371d0248a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f7ac2b-da", "ovs_interfaceid": "a6f7ac2b-da29-4125-b11f-52f01a9be5d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:16:20 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:16:20 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:16:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1808008873',display_name='tempest-VolumesNegativeTest-instance-1808008873',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1808008873',id=46,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e62bf657a4444fcab815576506fc93ec',ramdisk_id='',reservation_id='r-06umf3i2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-667293476',owner_user_name='tempest-VolumesNegativeTest-667293476-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:16:18Z,user_data=None,user_id='a8356075b36c4658b869e8054d620b50',uuid=edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a6f7ac2b-da29-4125-b11f-52f01a9be5d4", "address": "fa:16:3e:b1:0d:6b", "network": {"id": "d4999ba6-718e-4000-b354-61405f67e3d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "65571788eda648b0a8f4e8371d0248a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f7ac2b-da", "ovs_interfaceid": "a6f7ac2b-da29-4125-b11f-52f01a9be5d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Converting VIF {"id": "a6f7ac2b-da29-4125-b11f-52f01a9be5d4", "address": "fa:16:3e:b1:0d:6b", "network": {"id": "d4999ba6-718e-4000-b354-61405f67e3d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "65571788eda648b0a8f4e8371d0248a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f7ac2b-da", "ovs_interfaceid": "a6f7ac2b-da29-4125-b11f-52f01a9be5d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:0d:6b,bridge_name='br-int',has_traffic_filtering=True,id=a6f7ac2b-da29-4125-b11f-52f01a9be5d4,network=Network(d4999ba6-718e-4000-b354-61405f67e3d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6f7ac2b-da') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.objects.instance [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Lazy-loading 'pci_devices' on Instance uuid edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:16:20 user nova-compute[74974]:   <uuid>edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0</uuid>
Nov 29 12:16:20 user nova-compute[74974]:   <name>instance-0000002e</name>
Nov 29 12:16:20 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:16:20 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:16:20 user nova-compute[74974]:   <metadata>
Nov 29 12:16:20 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:16:20 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:16:20 user nova-compute[74974]:       <nova:name>tempest-VolumesNegativeTest-instance-1808008873</nova:name>
Nov 29 12:16:20 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:16:20</nova:creationTime>
Nov 29 12:16:20 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:16:20 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:16:20 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:16:20 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:16:20 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:16:20 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:16:20 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:16:20 user nova-compute[74974]:       <nova:owner>
Nov 29 12:16:20 user nova-compute[74974]:         <nova:user uuid="a8356075b36c4658b869e8054d620b50">tempest-VolumesNegativeTest-667293476-project-member</nova:user>
Nov 29 12:16:20 user nova-compute[74974]:         <nova:project uuid="e62bf657a4444fcab815576506fc93ec">tempest-VolumesNegativeTest-667293476</nova:project>
Nov 29 12:16:20 user nova-compute[74974]:       </nova:owner>
Nov 29 12:16:20 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:16:20 user nova-compute[74974]:       <nova:ports>
Nov 29 12:16:20 user nova-compute[74974]:         <nova:port uuid="a6f7ac2b-da29-4125-b11f-52f01a9be5d4">
Nov 29 12:16:20 user nova-compute[74974]:           <nova:ip type="fixed" address="192.168.233.86" ipVersion="4"/>
Nov 29 12:16:20 user nova-compute[74974]:         </nova:port>
Nov 29 12:16:20 user nova-compute[74974]:       </nova:ports>
Nov 29 12:16:20 user nova-compute[74974]:     </nova:instance>
Nov 29 12:16:20 user nova-compute[74974]:   </metadata>
Nov 29 12:16:20 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:16:20 user nova-compute[74974]:     <system>
Nov 29 12:16:20 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:16:20 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:16:20 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:16:20 user nova-compute[74974]:       <entry name="serial">edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0</entry>
Nov 29 12:16:20 user nova-compute[74974]:       <entry name="uuid">edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0</entry>
Nov 29 12:16:20 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:16:20 user nova-compute[74974]:     </system>
Nov 29 12:16:20 user nova-compute[74974]:   </sysinfo>
Nov 29 12:16:20 user nova-compute[74974]:   <os>
Nov 29 12:16:20 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:16:20 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:16:20 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:16:20 user nova-compute[74974]:   </os>
Nov 29 12:16:20 user nova-compute[74974]:   <features>
Nov 29 12:16:20 user nova-compute[74974]:     <acpi/>
Nov 29 12:16:20 user nova-compute[74974]:     <apic/>
Nov 29 12:16:20 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:16:20 user nova-compute[74974]:   </features>
Nov 29 12:16:20 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:16:20 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:16:20 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:16:20 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:16:20 user nova-compute[74974]:   </clock>
Nov 29 12:16:20 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:16:20 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:16:20 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:16:20 user nova-compute[74974]:   </cpu>
Nov 29 12:16:20 user nova-compute[74974]:   <devices>
Nov 29 12:16:20 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:16:20 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:16:20 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0/disk"/>
Nov 29 12:16:20 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:16:20 user nova-compute[74974]:     </disk>
Nov 29 12:16:20 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:16:20 user nova-compute[74974]:       <mac address="fa:16:3e:b1:0d:6b"/>
Nov 29 12:16:20 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:16:20 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:16:20 user nova-compute[74974]:       <target dev="tapa6f7ac2b-da"/>
Nov 29 12:16:20 user nova-compute[74974]:     </interface>
Nov 29 12:16:20 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:16:20 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0/console.log" append="off"/>
Nov 29 12:16:20 user nova-compute[74974]:     </serial>
Nov 29 12:16:20 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:16:20 user nova-compute[74974]:     <video>
Nov 29 12:16:20 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:16:20 user nova-compute[74974]:     </video>
Nov 29 12:16:20 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:16:20 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:16:20 user nova-compute[74974]:     </rng>
Nov 29 12:16:20 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:16:20 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:16:20 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:16:20 user nova-compute[74974]:     </memballoon>
Nov 29 12:16:20 user nova-compute[74974]:   </devices>
Nov 29 12:16:20 user nova-compute[74974]: </domain>
Nov 29 12:16:20 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:16:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1808008873',display_name='tempest-VolumesNegativeTest-instance-1808008873',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1808008873',id=46,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e62bf657a4444fcab815576506fc93ec',ramdisk_id='',reservation_id='r-06umf3i2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-667293476',owner_user_name='tempest-VolumesNegativeTest-667293476-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:16:18Z,user_data=None,user_id='a8356075b36c4658b869e8054d620b50',uuid=edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a6f7ac2b-da29-4125-b11f-52f01a9be5d4", "address": "fa:16:3e:b1:0d:6b", "network": {"id": "d4999ba6-718e-4000-b354-61405f67e3d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "65571788eda648b0a8f4e8371d0248a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f7ac2b-da", "ovs_interfaceid": "a6f7ac2b-da29-4125-b11f-52f01a9be5d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Converting VIF {"id": "a6f7ac2b-da29-4125-b11f-52f01a9be5d4", "address": "fa:16:3e:b1:0d:6b", "network": {"id": "d4999ba6-718e-4000-b354-61405f67e3d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "65571788eda648b0a8f4e8371d0248a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f7ac2b-da", "ovs_interfaceid": "a6f7ac2b-da29-4125-b11f-52f01a9be5d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:0d:6b,bridge_name='br-int',has_traffic_filtering=True,id=a6f7ac2b-da29-4125-b11f-52f01a9be5d4,network=Network(d4999ba6-718e-4000-b354-61405f67e3d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6f7ac2b-da') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG os_vif [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:0d:6b,bridge_name='br-int',has_traffic_filtering=True,id=a6f7ac2b-da29-4125-b11f-52f01a9be5d4,network=Network(d4999ba6-718e-4000-b354-61405f67e3d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6f7ac2b-da') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '56029e64-782b-5754-bffa-ad911b67da98', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa6f7ac2b-da, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa6f7ac2b-da, col_values=(('qos', UUID('943f5ebf-d12a-4863-8b50-a1fc07203c3c')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa6f7ac2b-da, col_values=(('external_ids', {'iface-id': 'a6f7ac2b-da29-4125-b11f-52f01a9be5d4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b1:0d:6b', 'vm-uuid': 'edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:20 user nova-compute[74974]: INFO os_vif [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:0d:6b,bridge_name='br-int',has_traffic_filtering=True,id=a6f7ac2b-da29-4125-b11f-52f01a9be5d4,network=Network(d4999ba6-718e-4000-b354-61405f67e3d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6f7ac2b-da')
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] No VIF found with MAC fa:16:3e:b1:0d:6b, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.network.neutron [req-e053f7b8-4b5d-4695-b941-c40fcfb2dc29 req-a9ccbf27-7d01-4cc9-a581-97db991f2203 service nova] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Updated VIF entry in instance network info cache for port a6f7ac2b-da29-4125-b11f-52f01a9be5d4. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG nova.network.neutron [req-e053f7b8-4b5d-4695-b941-c40fcfb2dc29 req-a9ccbf27-7d01-4cc9-a581-97db991f2203 service nova] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Updating instance_info_cache with network_info: [{"id": "a6f7ac2b-da29-4125-b11f-52f01a9be5d4", "address": "fa:16:3e:b1:0d:6b", "network": {"id": "d4999ba6-718e-4000-b354-61405f67e3d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "65571788eda648b0a8f4e8371d0248a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f7ac2b-da", "ovs_interfaceid": "a6f7ac2b-da29-4125-b11f-52f01a9be5d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:16:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e053f7b8-4b5d-4695-b941-c40fcfb2dc29 req-a9ccbf27-7d01-4cc9-a581-97db991f2203 service nova] Releasing lock "refresh_cache-edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:16:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:22 user nova-compute[74974]: DEBUG nova.compute.manager [req-10b743a0-7f52-4c68-b956-475eb670369b req-590d057f-9ade-4158-8fc4-43d7753c12a2 service nova] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Received event network-vif-plugged-a6f7ac2b-da29-4125-b11f-52f01a9be5d4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:16:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-10b743a0-7f52-4c68-b956-475eb670369b req-590d057f-9ade-4158-8fc4-43d7753c12a2 service nova] Acquiring lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-10b743a0-7f52-4c68-b956-475eb670369b req-590d057f-9ade-4158-8fc4-43d7753c12a2 service nova] Lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-10b743a0-7f52-4c68-b956-475eb670369b req-590d057f-9ade-4158-8fc4-43d7753c12a2 service nova] Lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:22 user nova-compute[74974]: DEBUG nova.compute.manager [req-10b743a0-7f52-4c68-b956-475eb670369b req-590d057f-9ade-4158-8fc4-43d7753c12a2 service nova] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] No waiting events found dispatching network-vif-plugged-a6f7ac2b-da29-4125-b11f-52f01a9be5d4 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:16:22 user nova-compute[74974]: WARNING nova.compute.manager [req-10b743a0-7f52-4c68-b956-475eb670369b req-590d057f-9ade-4158-8fc4-43d7753c12a2 service nova] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Received unexpected event network-vif-plugged-a6f7ac2b-da29-4125-b11f-52f01a9be5d4 for instance with vm_state building and task_state spawning.
Nov 29 12:16:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:23 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:16:23 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:16:23 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Instance spawned successfully.
Nov 29 12:16:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:16:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:16:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:16:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:16:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:16:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:16:24 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:16:24 user nova-compute[74974]: DEBUG nova.compute.manager [req-5af6643d-91fb-4ba6-a1b4-66b49b1e8278 req-228d1020-634c-42aa-a8d9-94301a5fd508 service nova] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Received event network-vif-plugged-a6f7ac2b-da29-4125-b11f-52f01a9be5d4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:16:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5af6643d-91fb-4ba6-a1b4-66b49b1e8278 req-228d1020-634c-42aa-a8d9-94301a5fd508 service nova] Acquiring lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5af6643d-91fb-4ba6-a1b4-66b49b1e8278 req-228d1020-634c-42aa-a8d9-94301a5fd508 service nova] Lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5af6643d-91fb-4ba6-a1b4-66b49b1e8278 req-228d1020-634c-42aa-a8d9-94301a5fd508 service nova] Lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:24 user nova-compute[74974]: DEBUG nova.compute.manager [req-5af6643d-91fb-4ba6-a1b4-66b49b1e8278 req-228d1020-634c-42aa-a8d9-94301a5fd508 service nova] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] No waiting events found dispatching network-vif-plugged-a6f7ac2b-da29-4125-b11f-52f01a9be5d4 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:16:24 user nova-compute[74974]: WARNING nova.compute.manager [req-5af6643d-91fb-4ba6-a1b4-66b49b1e8278 req-228d1020-634c-42aa-a8d9-94301a5fd508 service nova] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Received unexpected event network-vif-plugged-a6f7ac2b-da29-4125-b11f-52f01a9be5d4 for instance with vm_state building and task_state spawning.
Nov 29 12:16:24 user nova-compute[74974]: INFO nova.compute.manager [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Took 5.64 seconds to spawn the instance on the hypervisor.
Nov 29 12:16:24 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:16:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:24 user nova-compute[74974]: INFO nova.compute.manager [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Took 6.28 seconds to build instance.
Nov 29 12:16:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7920bcc1-4438-449c-9ad4-41c94ae8dcac tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.381s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Acquiring lock "c58ad128-2f3c-4ae9-8350-4e8331a9c8c9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Lock "c58ad128-2f3c-4ae9-8350-4e8331a9c8c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Acquiring lock "c58ad128-2f3c-4ae9-8350-4e8331a9c8c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Lock "c58ad128-2f3c-4ae9-8350-4e8331a9c8c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Lock "c58ad128-2f3c-4ae9-8350-4e8331a9c8c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:27 user nova-compute[74974]: INFO nova.compute.manager [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Terminating instance
Nov 29 12:16:27 user nova-compute[74974]: DEBUG nova.compute.manager [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG nova.compute.manager [req-6b2dfcb0-cc00-4a3f-81aa-8a82724292b7 req-e2fb8d39-1976-4953-99e6-bd0c249b2bb0 service nova] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Received event network-vif-unplugged-a867a203-e229-4df7-8e23-b00438941826 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6b2dfcb0-cc00-4a3f-81aa-8a82724292b7 req-e2fb8d39-1976-4953-99e6-bd0c249b2bb0 service nova] Acquiring lock "c58ad128-2f3c-4ae9-8350-4e8331a9c8c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6b2dfcb0-cc00-4a3f-81aa-8a82724292b7 req-e2fb8d39-1976-4953-99e6-bd0c249b2bb0 service nova] Lock "c58ad128-2f3c-4ae9-8350-4e8331a9c8c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6b2dfcb0-cc00-4a3f-81aa-8a82724292b7 req-e2fb8d39-1976-4953-99e6-bd0c249b2bb0 service nova] Lock "c58ad128-2f3c-4ae9-8350-4e8331a9c8c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG nova.compute.manager [req-6b2dfcb0-cc00-4a3f-81aa-8a82724292b7 req-e2fb8d39-1976-4953-99e6-bd0c249b2bb0 service nova] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] No waiting events found dispatching network-vif-unplugged-a867a203-e229-4df7-8e23-b00438941826 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG nova.compute.manager [req-6b2dfcb0-cc00-4a3f-81aa-8a82724292b7 req-e2fb8d39-1976-4953-99e6-bd0c249b2bb0 service nova] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Received event network-vif-unplugged-a867a203-e229-4df7-8e23-b00438941826 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:16:28 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Instance destroyed successfully.
Nov 29 12:16:28 user nova-compute[74974]: DEBUG nova.objects.instance [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Lazy-loading 'resources' on Instance uuid c58ad128-2f3c-4ae9-8350-4e8331a9c8c9 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:14:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1539235801',display_name='tempest-VolumesActionsTest-instance-1539235801',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1539235801',id=43,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:14:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1fbbfb545304446c86d057ca4612799a',ramdisk_id='',reservation_id='r-al0ttxym',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-307125534',owner_user_name='tempest-VolumesActionsTest-307125534-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:14:37Z,user_data=None,user_id='4d8f15792c0f4502b681367c63c824cd',uuid=c58ad128-2f3c-4ae9-8350-4e8331a9c8c9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a867a203-e229-4df7-8e23-b00438941826", "address": "fa:16:3e:39:55:e9", "network": {"id": "1fa7dfcc-8f96-429a-bf2f-2dc875ee5f8e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1139088266-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fbbfb545304446c86d057ca4612799a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa867a203-e2", "ovs_interfaceid": "a867a203-e229-4df7-8e23-b00438941826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Converting VIF {"id": "a867a203-e229-4df7-8e23-b00438941826", "address": "fa:16:3e:39:55:e9", "network": {"id": "1fa7dfcc-8f96-429a-bf2f-2dc875ee5f8e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1139088266-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fbbfb545304446c86d057ca4612799a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa867a203-e2", "ovs_interfaceid": "a867a203-e229-4df7-8e23-b00438941826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:39:55:e9,bridge_name='br-int',has_traffic_filtering=True,id=a867a203-e229-4df7-8e23-b00438941826,network=Network(1fa7dfcc-8f96-429a-bf2f-2dc875ee5f8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa867a203-e2') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG os_vif [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:39:55:e9,bridge_name='br-int',has_traffic_filtering=True,id=a867a203-e229-4df7-8e23-b00438941826,network=Network(1fa7dfcc-8f96-429a-bf2f-2dc875ee5f8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa867a203-e2') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa867a203-e2, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=52413a28-8693-4f2a-8777-260ff234506f) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:16:28 user nova-compute[74974]: INFO os_vif [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:39:55:e9,bridge_name='br-int',has_traffic_filtering=True,id=a867a203-e229-4df7-8e23-b00438941826,network=Network(1fa7dfcc-8f96-429a-bf2f-2dc875ee5f8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa867a203-e2')
Nov 29 12:16:28 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Deleting instance files /opt/stack/data/nova/instances/c58ad128-2f3c-4ae9-8350-4e8331a9c8c9_del
Nov 29 12:16:28 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Deletion of /opt/stack/data/nova/instances/c58ad128-2f3c-4ae9-8350-4e8331a9c8c9_del complete
Nov 29 12:16:28 user nova-compute[74974]: INFO nova.compute.manager [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Took 0.94 seconds to destroy the instance on the hypervisor.
Nov 29 12:16:28 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:16:28 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:16:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:29 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:16:29 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Took 0.80 seconds to deallocate network for instance.
Nov 29 12:16:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-df5d69a5-597d-4fb8-b269-56cfdfb7241c req-24f2f59c-08f7-47f0-9a48-8513f9860ee1 service nova] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Received event network-vif-deleted-a867a203-e229-4df7-8e23-b00438941826 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:16:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:29 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:16:29 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:16:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.194s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:30 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Deleted allocations for instance c58ad128-2f3c-4ae9-8350-4e8331a9c8c9
Nov 29 12:16:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c3590fb4-8c9a-41e2-9515-cf04cc4bad1d tempest-VolumesActionsTest-307125534 tempest-VolumesActionsTest-307125534-project-member] Lock "c58ad128-2f3c-4ae9-8350-4e8331a9c8c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.169s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:30 user nova-compute[74974]: DEBUG nova.compute.manager [req-7bcc4571-cf96-4a31-a4eb-70db0c0742d5 req-81d09200-74fa-4292-ad79-f534cbe24a1b service nova] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Received event network-vif-plugged-a867a203-e229-4df7-8e23-b00438941826 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:16:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7bcc4571-cf96-4a31-a4eb-70db0c0742d5 req-81d09200-74fa-4292-ad79-f534cbe24a1b service nova] Acquiring lock "c58ad128-2f3c-4ae9-8350-4e8331a9c8c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7bcc4571-cf96-4a31-a4eb-70db0c0742d5 req-81d09200-74fa-4292-ad79-f534cbe24a1b service nova] Lock "c58ad128-2f3c-4ae9-8350-4e8331a9c8c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7bcc4571-cf96-4a31-a4eb-70db0c0742d5 req-81d09200-74fa-4292-ad79-f534cbe24a1b service nova] Lock "c58ad128-2f3c-4ae9-8350-4e8331a9c8c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:30 user nova-compute[74974]: DEBUG nova.compute.manager [req-7bcc4571-cf96-4a31-a4eb-70db0c0742d5 req-81d09200-74fa-4292-ad79-f534cbe24a1b service nova] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] No waiting events found dispatching network-vif-plugged-a867a203-e229-4df7-8e23-b00438941826 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:16:30 user nova-compute[74974]: WARNING nova.compute.manager [req-7bcc4571-cf96-4a31-a4eb-70db0c0742d5 req-81d09200-74fa-4292-ad79-f534cbe24a1b service nova] [instance: c58ad128-2f3c-4ae9-8350-4e8331a9c8c9] Received unexpected event network-vif-plugged-a867a203-e229-4df7-8e23-b00438941826 for instance with vm_state deleted and task_state None.
Nov 29 12:16:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "47926f11-65b2-4ef3-a6be-f680368c273c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "47926f11-65b2-4ef3-a6be-f680368c273c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG nova.objects.instance [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lazy-loading 'flavor' on Instance uuid 47926f11-65b2-4ef3-a6be-f680368c273c {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "47926f11-65b2-4ef3-a6be-f680368c273c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "47926f11-65b2-4ef3-a6be-f680368c273c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "47926f11-65b2-4ef3-a6be-f680368c273c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:46 user nova-compute[74974]: INFO nova.compute.manager [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Attaching volume f438c5ce-c4e0-4b4a-a54c-8f21dc91402c to /dev/vdb
Nov 29 12:16:46 user nova-compute[74974]: DEBUG nova.compute.manager [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG os_brick.utils [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c86c122e-17b9-40c9-8d38-081efb7e52c2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:16:46 user nova-compute[74974]: INFO nova.compute.claims [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Claim successful on node user
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3629abd9-eb94-475a-b67a-7916ad5ee858]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f595be9-5ded-43b2-9d89-5e5daf5284aa]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[46c43d37-054e-490a-81b7-8746abd9c8e4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:16:46 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d24756c0-19b5-4b5b-b34c-2fdd17f56309]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG os_brick.utils [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Updating existing volume attachment record: 02155695-8b79-4609-8ab5-acd6eed81ea0 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.297s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG nova.compute.manager [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG nova.compute.manager [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG nova.network.neutron [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:16:46 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:16:46 user nova-compute[74974]: DEBUG nova.compute.manager [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG nova.policy [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab2e0fb343f0495cbf645c061f0edaa8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e81d7c7a8654844935c0007c3ab6a23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG nova.compute.manager [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:16:46 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Creating image(s)
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "/opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "/opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "/opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.172s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.200s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk 1073741824" returned: 0 in 0.051s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.258s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.181s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:47 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Checking if we can resize image /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:16:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:47 user nova-compute[74974]: DEBUG nova.network.neutron [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Successfully created port: 9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:16:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:47 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Cannot resize image /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:16:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:16:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Ensure instance console log exists: /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:16:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.network.neutron [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Successfully updated port: 9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquired lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.network.neutron [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.compute.manager [req-3ee5a3ee-60c9-48ed-9dec-627480a42b17 req-4f2f97b3-232d-4fb8-a89b-ddf3587cb8f7 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received event network-changed-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.compute.manager [req-3ee5a3ee-60c9-48ed-9dec-627480a42b17 req-4f2f97b3-232d-4fb8-a89b-ddf3587cb8f7 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Refreshing instance network info cache due to event network-changed-9c254df3-230c-427f-b457-44119504ac41. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3ee5a3ee-60c9-48ed-9dec-627480a42b17 req-4f2f97b3-232d-4fb8-a89b-ddf3587cb8f7 service nova] Acquiring lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.network.neutron [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.network.neutron [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Updating instance_info_cache with network_info: [{"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Releasing lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.compute.manager [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Instance network_info: |[{"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3ee5a3ee-60c9-48ed-9dec-627480a42b17 req-4f2f97b3-232d-4fb8-a89b-ddf3587cb8f7 service nova] Acquired lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.network.neutron [req-3ee5a3ee-60c9-48ed-9dec-627480a42b17 req-4f2f97b3-232d-4fb8-a89b-ddf3587cb8f7 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Refreshing network info cache for port 9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Start _get_guest_xml network_info=[{"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:16:48 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:16:48 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:16:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1458998789',display_name='tempest-AttachVolumeTestJSON-server-1458998789',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1458998789',id=47,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPgxJbiT8zud9/F+uWkZNa3ocDoCItpspO3BbmdvB3BVJvPsWhBqL3HGpKAYXI7WDSYhzD+3+uBu96AP6IOAxrbskT0O7W28c3q9pGjW0UUv3QK++aGsG5PAjU4X4gpTGA==',key_name='tempest-keypair-1983179214',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2e81d7c7a8654844935c0007c3ab6a23',ramdisk_id='',reservation_id='r-7m9s4jb2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-24024267',owner_user_name='tempest-AttachVolumeTestJSON-24024267-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:16:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ab2e0fb343f0495cbf645c061f0edaa8',uuid=aef9c801-6f6c-44f9-98f2-461d884f6e40,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converting VIF {"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:36:ac,bridge_name='br-int',has_traffic_filtering=True,id=9c254df3-230c-427f-b457-44119504ac41,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c254df3-23') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.objects.instance [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'pci_devices' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:16:48 user nova-compute[74974]:   <uuid>aef9c801-6f6c-44f9-98f2-461d884f6e40</uuid>
Nov 29 12:16:48 user nova-compute[74974]:   <name>instance-0000002f</name>
Nov 29 12:16:48 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:16:48 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:16:48 user nova-compute[74974]:   <metadata>
Nov 29 12:16:48 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:16:48 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:16:48 user nova-compute[74974]:       <nova:name>tempest-AttachVolumeTestJSON-server-1458998789</nova:name>
Nov 29 12:16:48 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:16:48</nova:creationTime>
Nov 29 12:16:48 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:16:48 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:16:48 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:16:48 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:16:48 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:16:48 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:16:48 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:16:48 user nova-compute[74974]:       <nova:owner>
Nov 29 12:16:48 user nova-compute[74974]:         <nova:user uuid="ab2e0fb343f0495cbf645c061f0edaa8">tempest-AttachVolumeTestJSON-24024267-project-member</nova:user>
Nov 29 12:16:48 user nova-compute[74974]:         <nova:project uuid="2e81d7c7a8654844935c0007c3ab6a23">tempest-AttachVolumeTestJSON-24024267</nova:project>
Nov 29 12:16:48 user nova-compute[74974]:       </nova:owner>
Nov 29 12:16:48 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:16:48 user nova-compute[74974]:       <nova:ports>
Nov 29 12:16:48 user nova-compute[74974]:         <nova:port uuid="9c254df3-230c-427f-b457-44119504ac41">
Nov 29 12:16:48 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 12:16:48 user nova-compute[74974]:         </nova:port>
Nov 29 12:16:48 user nova-compute[74974]:       </nova:ports>
Nov 29 12:16:48 user nova-compute[74974]:     </nova:instance>
Nov 29 12:16:48 user nova-compute[74974]:   </metadata>
Nov 29 12:16:48 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:16:48 user nova-compute[74974]:     <system>
Nov 29 12:16:48 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:16:48 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:16:48 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:16:48 user nova-compute[74974]:       <entry name="serial">aef9c801-6f6c-44f9-98f2-461d884f6e40</entry>
Nov 29 12:16:48 user nova-compute[74974]:       <entry name="uuid">aef9c801-6f6c-44f9-98f2-461d884f6e40</entry>
Nov 29 12:16:48 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:16:48 user nova-compute[74974]:     </system>
Nov 29 12:16:48 user nova-compute[74974]:   </sysinfo>
Nov 29 12:16:48 user nova-compute[74974]:   <os>
Nov 29 12:16:48 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:16:48 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:16:48 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:16:48 user nova-compute[74974]:   </os>
Nov 29 12:16:48 user nova-compute[74974]:   <features>
Nov 29 12:16:48 user nova-compute[74974]:     <acpi/>
Nov 29 12:16:48 user nova-compute[74974]:     <apic/>
Nov 29 12:16:48 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:16:48 user nova-compute[74974]:   </features>
Nov 29 12:16:48 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:16:48 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:16:48 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:16:48 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:16:48 user nova-compute[74974]:   </clock>
Nov 29 12:16:48 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:16:48 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:16:48 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:16:48 user nova-compute[74974]:   </cpu>
Nov 29 12:16:48 user nova-compute[74974]:   <devices>
Nov 29 12:16:48 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:16:48 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:16:48 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk"/>
Nov 29 12:16:48 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:16:48 user nova-compute[74974]:     </disk>
Nov 29 12:16:48 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:16:48 user nova-compute[74974]:       <mac address="fa:16:3e:9a:36:ac"/>
Nov 29 12:16:48 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:16:48 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:16:48 user nova-compute[74974]:       <target dev="tap9c254df3-23"/>
Nov 29 12:16:48 user nova-compute[74974]:     </interface>
Nov 29 12:16:48 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:16:48 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/console.log" append="off"/>
Nov 29 12:16:48 user nova-compute[74974]:     </serial>
Nov 29 12:16:48 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:16:48 user nova-compute[74974]:     <video>
Nov 29 12:16:48 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:16:48 user nova-compute[74974]:     </video>
Nov 29 12:16:48 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:16:48 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:16:48 user nova-compute[74974]:     </rng>
Nov 29 12:16:48 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:16:48 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:16:48 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:16:48 user nova-compute[74974]:     </memballoon>
Nov 29 12:16:48 user nova-compute[74974]:   </devices>
Nov 29 12:16:48 user nova-compute[74974]: </domain>
Nov 29 12:16:48 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:16:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1458998789',display_name='tempest-AttachVolumeTestJSON-server-1458998789',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1458998789',id=47,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPgxJbiT8zud9/F+uWkZNa3ocDoCItpspO3BbmdvB3BVJvPsWhBqL3HGpKAYXI7WDSYhzD+3+uBu96AP6IOAxrbskT0O7W28c3q9pGjW0UUv3QK++aGsG5PAjU4X4gpTGA==',key_name='tempest-keypair-1983179214',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2e81d7c7a8654844935c0007c3ab6a23',ramdisk_id='',reservation_id='r-7m9s4jb2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-24024267',owner_user_name='tempest-AttachVolumeTestJSON-24024267-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:16:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ab2e0fb343f0495cbf645c061f0edaa8',uuid=aef9c801-6f6c-44f9-98f2-461d884f6e40,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converting VIF {"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:36:ac,bridge_name='br-int',has_traffic_filtering=True,id=9c254df3-230c-427f-b457-44119504ac41,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c254df3-23') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG os_vif [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:36:ac,bridge_name='br-int',has_traffic_filtering=True,id=9c254df3-230c-427f-b457-44119504ac41,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c254df3-23') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1fa397c0-d463-502d-9aeb-564fbcc3a475', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9c254df3-23, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9c254df3-23, col_values=(('qos', UUID('ae59608d-146f-4460-80a7-304060076ae2')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9c254df3-23, col_values=(('external_ids', {'iface-id': '9c254df3-230c-427f-b457-44119504ac41', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9a:36:ac', 'vm-uuid': 'aef9c801-6f6c-44f9-98f2-461d884f6e40'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:48 user nova-compute[74974]: INFO os_vif [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:36:ac,bridge_name='br-int',has_traffic_filtering=True,id=9c254df3-230c-427f-b457-44119504ac41,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c254df3-23')
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:16:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] No VIF found with MAC fa:16:3e:9a:36:ac, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:16:49 user nova-compute[74974]: DEBUG nova.network.neutron [req-3ee5a3ee-60c9-48ed-9dec-627480a42b17 req-4f2f97b3-232d-4fb8-a89b-ddf3587cb8f7 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Updated VIF entry in instance network info cache for port 9c254df3-230c-427f-b457-44119504ac41. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:16:49 user nova-compute[74974]: DEBUG nova.network.neutron [req-3ee5a3ee-60c9-48ed-9dec-627480a42b17 req-4f2f97b3-232d-4fb8-a89b-ddf3587cb8f7 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Updating instance_info_cache with network_info: [{"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:16:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3ee5a3ee-60c9-48ed-9dec-627480a42b17 req-4f2f97b3-232d-4fb8-a89b-ddf3587cb8f7 service nova] Releasing lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:16:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:50 user nova-compute[74974]: DEBUG nova.compute.manager [req-6f1f7a78-f7e3-40ea-9447-b042308120ff req-d5a3f5da-4bb5-4507-9c33-511491e907bd service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:16:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6f1f7a78-f7e3-40ea-9447-b042308120ff req-d5a3f5da-4bb5-4507-9c33-511491e907bd service nova] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6f1f7a78-f7e3-40ea-9447-b042308120ff req-d5a3f5da-4bb5-4507-9c33-511491e907bd service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6f1f7a78-f7e3-40ea-9447-b042308120ff req-d5a3f5da-4bb5-4507-9c33-511491e907bd service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:50 user nova-compute[74974]: DEBUG nova.compute.manager [req-6f1f7a78-f7e3-40ea-9447-b042308120ff req-d5a3f5da-4bb5-4507-9c33-511491e907bd service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] No waiting events found dispatching network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:16:50 user nova-compute[74974]: WARNING nova.compute.manager [req-6f1f7a78-f7e3-40ea-9447-b042308120ff req-d5a3f5da-4bb5-4507-9c33-511491e907bd service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received unexpected event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 for instance with vm_state building and task_state spawning.
Nov 29 12:16:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:52 user nova-compute[74974]: DEBUG nova.compute.manager [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:16:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:16:52 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Instance spawned successfully.
Nov 29 12:16:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:16:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:16:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:16:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:16:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:16:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:16:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:16:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-59adb26a-42fc-4e50-9fe6-0a9b4abeea02 req-da277ce0-c30a-4db8-bb12-21db69545996 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:16:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-59adb26a-42fc-4e50-9fe6-0a9b4abeea02 req-da277ce0-c30a-4db8-bb12-21db69545996 service nova] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:16:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-59adb26a-42fc-4e50-9fe6-0a9b4abeea02 req-da277ce0-c30a-4db8-bb12-21db69545996 service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:16:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-59adb26a-42fc-4e50-9fe6-0a9b4abeea02 req-da277ce0-c30a-4db8-bb12-21db69545996 service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:52 user nova-compute[74974]: DEBUG nova.compute.manager [req-59adb26a-42fc-4e50-9fe6-0a9b4abeea02 req-da277ce0-c30a-4db8-bb12-21db69545996 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] No waiting events found dispatching network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:16:52 user nova-compute[74974]: WARNING nova.compute.manager [req-59adb26a-42fc-4e50-9fe6-0a9b4abeea02 req-da277ce0-c30a-4db8-bb12-21db69545996 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received unexpected event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 for instance with vm_state building and task_state spawning.
Nov 29 12:16:52 user nova-compute[74974]: INFO nova.compute.manager [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Took 5.50 seconds to spawn the instance on the hypervisor.
Nov 29 12:16:52 user nova-compute[74974]: DEBUG nova.compute.manager [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:16:52 user nova-compute[74974]: INFO nova.compute.manager [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Took 6.17 seconds to build instance.
Nov 29 12:16:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-32df82c1-e838-48a7-8906-b653a659a2b3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.273s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IPhnfdzm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:16:53 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:16:53 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:16:53 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a39a140b-1994-458e-a154-54f06590b6fa]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:16:53 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[306b6506-6541-4a33-84d6-4966362e51d4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c] added
Nov 29 12:16:53 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bdc53fb-4acd-48b1-97dd-b870bd6c0e37]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[db855b64-e3e8-41aa-9bd7-2e84d8eaa044]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IPhnfdzm {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IPhnfdzm" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2931a119-d23b-4c9c-925f-50ed0b0ae352]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IPhnfdzm'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[422693d7-2fef-4221-b228-cebcee050744]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a012ae5-c5e9-4b83-8dd0-8c95e5740d3f]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 12:16:53 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 12:16:53 user nova-compute[74974]:  {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:16:53 user nova-compute[74974]: WARNING os_brick.initiator.connectors.iscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 12:16:53 user nova-compute[74974]: 
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ecaadda-6d70-46f6-9bf4-73d9471732ad]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c, portal: 172.16.0.220,3260]
Nov 29 12:16:53 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c, portal: 172.16.0.220,3260] successful.
Nov 29 12:16:53 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[77902e0c-c327-4792-8c0b-e1e56c17613a]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c5f3a53-915d-4c67-970f-382eff6d9bc3]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)
Nov 29 12:16:53 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)
Nov 29 12:16:53 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.250s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] HCTL ('33', '-', '-', 0) found on session 54 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecc00ebe-14e3-4586-8383-3245a2c0104d]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Searching for a device in session 54 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:16:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IPhnfdzm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:16:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.278s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:16:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] <== connect_volume: return (1281ms) {'type': 'block', 'scsi_wwn': '23333633738613431', 'path': '/dev/sdb'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:16:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23333633738613431', 'path': '/dev/sdb'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:16:54 user nova-compute[74974]: DEBUG nova.objects.instance [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lazy-loading 'flavor' on Instance uuid 47926f11-65b2-4ef3-a6be-f680368c273c {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:16:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 12:16:54 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:16:54 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:16:54 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:16:54 user nova-compute[74974]:   <serial>f438c5ce-c4e0-4b4a-a54c-8f21dc91402c</serial>
Nov 29 12:16:54 user nova-compute[74974]: </disk>
Nov 29 12:16:54 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 12:16:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:16:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:16:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] No VIF found with MAC fa:16:3e:e9:6a:d7, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:16:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7b22f54a-429a-424e-9791-cc1cc32044f5 tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "47926f11-65b2-4ef3-a6be-f680368c273c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.272s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:16:57 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:16:57 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:16:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74974) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 12:16:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-1d889e58-5aef-4b73-8b29-1d1cc9f58ed0 req-3d242d2a-c9dd-4596-b248-2bf74e22e121 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Received event network-changed-a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:16:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-1d889e58-5aef-4b73-8b29-1d1cc9f58ed0 req-3d242d2a-c9dd-4596-b248-2bf74e22e121 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Refreshing instance network info cache due to event network-changed-a832addf-dde2-4bd8-9bc5-9236a6701c70. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:16:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1d889e58-5aef-4b73-8b29-1d1cc9f58ed0 req-3d242d2a-c9dd-4596-b248-2bf74e22e121 service nova] Acquiring lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:16:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1d889e58-5aef-4b73-8b29-1d1cc9f58ed0 req-3d242d2a-c9dd-4596-b248-2bf74e22e121 service nova] Acquired lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:16:57 user nova-compute[74974]: DEBUG nova.network.neutron [req-1d889e58-5aef-4b73-8b29-1d1cc9f58ed0 req-3d242d2a-c9dd-4596-b248-2bf74e22e121 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Refreshing network info cache for port a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:16:58 user nova-compute[74974]: DEBUG nova.network.neutron [req-1d889e58-5aef-4b73-8b29-1d1cc9f58ed0 req-3d242d2a-c9dd-4596-b248-2bf74e22e121 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Updated VIF entry in instance network info cache for port a832addf-dde2-4bd8-9bc5-9236a6701c70. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:16:58 user nova-compute[74974]: DEBUG nova.network.neutron [req-1d889e58-5aef-4b73-8b29-1d1cc9f58ed0 req-3d242d2a-c9dd-4596-b248-2bf74e22e121 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Updating instance_info_cache with network_info: [{"id": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "address": "fa:16:3e:e9:6a:d7", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa832addf-dd", "ovs_interfaceid": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:16:58 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1d889e58-5aef-4b73-8b29-1d1cc9f58ed0 req-3d242d2a-c9dd-4596-b248-2bf74e22e121 service nova] Releasing lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:16:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:16:59 user nova-compute[74974]: DEBUG nova.compute.manager [req-a46c6155-1aff-4736-9f99-92110e0199a5 req-76449676-423c-4f06-af44-1680c507e70e service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Received event network-changed-a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:16:59 user nova-compute[74974]: DEBUG nova.compute.manager [req-a46c6155-1aff-4736-9f99-92110e0199a5 req-76449676-423c-4f06-af44-1680c507e70e service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Refreshing instance network info cache due to event network-changed-a832addf-dde2-4bd8-9bc5-9236a6701c70. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:16:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a46c6155-1aff-4736-9f99-92110e0199a5 req-76449676-423c-4f06-af44-1680c507e70e service nova] Acquiring lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:16:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a46c6155-1aff-4736-9f99-92110e0199a5 req-76449676-423c-4f06-af44-1680c507e70e service nova] Acquired lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:16:59 user nova-compute[74974]: DEBUG nova.network.neutron [req-a46c6155-1aff-4736-9f99-92110e0199a5 req-76449676-423c-4f06-af44-1680c507e70e service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Refreshing network info cache for port a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:17:00 user nova-compute[74974]: DEBUG nova.network.neutron [req-a46c6155-1aff-4736-9f99-92110e0199a5 req-76449676-423c-4f06-af44-1680c507e70e service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Updated VIF entry in instance network info cache for port a832addf-dde2-4bd8-9bc5-9236a6701c70. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:17:00 user nova-compute[74974]: DEBUG nova.network.neutron [req-a46c6155-1aff-4736-9f99-92110e0199a5 req-76449676-423c-4f06-af44-1680c507e70e service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Updating instance_info_cache with network_info: [{"id": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "address": "fa:16:3e:e9:6a:d7", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa832addf-dd", "ovs_interfaceid": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:17:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a46c6155-1aff-4736-9f99-92110e0199a5 req-76449676-423c-4f06-af44-1680c507e70e service nova] Releasing lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:17:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-99bca218-8ac0-4fae-8a63-f053a29942ce tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "47926f11-65b2-4ef3-a6be-f680368c273c" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:17:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-99bca218-8ac0-4fae-8a63-f053a29942ce tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "47926f11-65b2-4ef3-a6be-f680368c273c" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:17:00 user nova-compute[74974]: INFO nova.compute.manager [None req-99bca218-8ac0-4fae-8a63-f053a29942ce tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Rebooting instance
Nov 29 12:17:00 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:17:00 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:17:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:17:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:17:00 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:17:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-99bca218-8ac0-4fae-8a63-f053a29942ce tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:17:00 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Updating instance_info_cache with network_info: [{"id": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "address": "fa:16:3e:e9:6a:d7", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa832addf-dd", "ovs_interfaceid": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:17:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:17:00 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:17:00 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-99bca218-8ac0-4fae-8a63-f053a29942ce tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquired lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:17:00 user nova-compute[74974]: DEBUG nova.network.neutron [None req-99bca218-8ac0-4fae-8a63-f053a29942ce tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:17:01 user nova-compute[74974]: DEBUG nova.network.neutron [None req-99bca218-8ac0-4fae-8a63-f053a29942ce tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Updating instance_info_cache with network_info: [{"id": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "address": "fa:16:3e:e9:6a:d7", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa832addf-dd", "ovs_interfaceid": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:17:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-99bca218-8ac0-4fae-8a63-f053a29942ce tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Releasing lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:17:01 user nova-compute[74974]: DEBUG nova.compute.manager [None req-99bca218-8ac0-4fae-8a63-f053a29942ce tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:17:03 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:17:03 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:17:03 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:17:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-a2e8ec65-ad7f-4431-9cfc-9f5bdcce4009 req-9c0ae805-b4cd-4732-86f9-c01798d47b16 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Received event network-vif-unplugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:17:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a2e8ec65-ad7f-4431-9cfc-9f5bdcce4009 req-9c0ae805-b4cd-4732-86f9-c01798d47b16 service nova] Acquiring lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:17:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a2e8ec65-ad7f-4431-9cfc-9f5bdcce4009 req-9c0ae805-b4cd-4732-86f9-c01798d47b16 service nova] Lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:17:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a2e8ec65-ad7f-4431-9cfc-9f5bdcce4009 req-9c0ae805-b4cd-4732-86f9-c01798d47b16 service nova] Lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:17:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-a2e8ec65-ad7f-4431-9cfc-9f5bdcce4009 req-9c0ae805-b4cd-4732-86f9-c01798d47b16 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] No waiting events found dispatching network-vif-unplugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:17:03 user nova-compute[74974]: WARNING nova.compute.manager [req-a2e8ec65-ad7f-4431-9cfc-9f5bdcce4009 req-9c0ae805-b4cd-4732-86f9-c01798d47b16 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Received unexpected event network-vif-unplugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 for instance with vm_state active and task_state reboot_started.
Nov 29 12:17:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:04 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-99bca218-8ac0-4fae-8a63-f053a29942ce tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Instance shutdown successfully.
Nov 29 12:17:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:17:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:17:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:17:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:17:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:17:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:17:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:17:05 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:17:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-ab48de0c-bccc-4499-a58a-7e885ac00a54 req-c380fb43-78b7-481a-9571-58e354931665 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Received event network-vif-plugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:17:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ab48de0c-bccc-4499-a58a-7e885ac00a54 req-c380fb43-78b7-481a-9571-58e354931665 service nova] Acquiring lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:17:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ab48de0c-bccc-4499-a58a-7e885ac00a54 req-c380fb43-78b7-481a-9571-58e354931665 service nova] Lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:17:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ab48de0c-bccc-4499-a58a-7e885ac00a54 req-c380fb43-78b7-481a-9571-58e354931665 service nova] Lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:17:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-ab48de0c-bccc-4499-a58a-7e885ac00a54 req-c380fb43-78b7-481a-9571-58e354931665 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] No waiting events found dispatching network-vif-plugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:17:05 user nova-compute[74974]: WARNING nova.compute.manager [req-ab48de0c-bccc-4499-a58a-7e885ac00a54 req-c380fb43-78b7-481a-9571-58e354931665 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Received unexpected event network-vif-plugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 for instance with vm_state active and task_state reboot_started.
Nov 29 12:17:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-ab48de0c-bccc-4499-a58a-7e885ac00a54 req-c380fb43-78b7-481a-9571-58e354931665 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Received event network-vif-plugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:17:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ab48de0c-bccc-4499-a58a-7e885ac00a54 req-c380fb43-78b7-481a-9571-58e354931665 service nova] Acquiring lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:17:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ab48de0c-bccc-4499-a58a-7e885ac00a54 req-c380fb43-78b7-481a-9571-58e354931665 service nova] Lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:17:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ab48de0c-bccc-4499-a58a-7e885ac00a54 req-c380fb43-78b7-481a-9571-58e354931665 service nova] Lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:17:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-ab48de0c-bccc-4499-a58a-7e885ac00a54 req-c380fb43-78b7-481a-9571-58e354931665 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] No waiting events found dispatching network-vif-plugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:17:05 user nova-compute[74974]: WARNING nova.compute.manager [req-ab48de0c-bccc-4499-a58a-7e885ac00a54 req-c380fb43-78b7-481a-9571-58e354931665 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Received unexpected event network-vif-plugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 for instance with vm_state active and task_state reboot_started.
Nov 29 12:17:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:17:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:17:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:17:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:17:06 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:17:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd03714-42e1-4c17-9dd1-5683da219153/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:17:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd03714-42e1-4c17-9dd1-5683da219153/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:17:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd03714-42e1-4c17-9dd1-5683da219153/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:17:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd03714-42e1-4c17-9dd1-5683da219153/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:17:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:17:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:17:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:17:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:17:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:17:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:17:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:17:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-6495b61f-c84d-45df-a4e5-ac756714236d req-54d7f508-2d37-4eda-8e1b-d4c571002c05 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Received event network-vif-plugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6495b61f-c84d-45df-a4e5-ac756714236d req-54d7f508-2d37-4eda-8e1b-d4c571002c05 service nova] Acquiring lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6495b61f-c84d-45df-a4e5-ac756714236d req-54d7f508-2d37-4eda-8e1b-d4c571002c05 service nova] Lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6495b61f-c84d-45df-a4e5-ac756714236d req-54d7f508-2d37-4eda-8e1b-d4c571002c05 service nova] Lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-6495b61f-c84d-45df-a4e5-ac756714236d req-54d7f508-2d37-4eda-8e1b-d4c571002c05 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] No waiting events found dispatching network-vif-plugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:17:08 user nova-compute[74974]: WARNING nova.compute.manager [req-6495b61f-c84d-45df-a4e5-ac756714236d req-54d7f508-2d37-4eda-8e1b-d4c571002c05 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Received unexpected event network-vif-plugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 for instance with vm_state active and task_state reboot_started.
Nov 29 12:17:08 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:17:08 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:17:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8381MB free_disk=24.878658294677734GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:17:08 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Instance running successfully.
Nov 29 12:17:08 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-99bca218-8ac0-4fae-8a63-f053a29942ce tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Instance soft rebooted successfully.
Nov 29 12:17:08 user nova-compute[74974]: DEBUG nova.compute.manager [None req-99bca218-8ac0-4fae-8a63-f053a29942ce tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-99bca218-8ac0-4fae-8a63-f053a29942ce tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "47926f11-65b2-4ef3-a6be-f680368c273c" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.862s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 47926f11-65b2-4ef3-a6be-f680368c273c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance ccd03714-42e1-4c17-9dd1-5683da219153 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance aef9c801-6f6c-44f9-98f2-461d884f6e40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing inventories for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Updating ProviderTree inventory for provider acbc7b17-f018-42b8-afd4-030057f87dc2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Updating inventory in ProviderTree for provider acbc7b17-f018-42b8-afd4-030057f87dc2 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing aggregate associations for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2, aggregates: None {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing trait associations for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_NONE {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.537s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Cleaning up deleted instances {{(pid=74974) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] There are 0 instances to clean {{(pid=74974) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 12:17:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:13 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:17:13 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:17:13 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:17:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "edffeffa-2cd1-4696-a874-38bafe4fbf89" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:17:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:17:21 user nova-compute[74974]: INFO nova.compute.manager [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Unshelving
Nov 29 12:17:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:17:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:17:21 user nova-compute[74974]: DEBUG nova.objects.instance [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lazy-loading 'pci_requests' on Instance uuid edffeffa-2cd1-4696-a874-38bafe4fbf89 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:17:21 user nova-compute[74974]: DEBUG nova.objects.instance [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lazy-loading 'numa_topology' on Instance uuid edffeffa-2cd1-4696-a874-38bafe4fbf89 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:17:21 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:17:21 user nova-compute[74974]: INFO nova.compute.claims [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Claim successful on node user
Nov 29 12:17:22 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:17:22 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:17:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.304s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:17:22 user nova-compute[74974]: INFO nova.network.neutron [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Updating port 7a8dc408-1266-47a9-8115-67c4fa20825c with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 29 12:17:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "refresh_cache-edffeffa-2cd1-4696-a874-38bafe4fbf89" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:17:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquired lock "refresh_cache-edffeffa-2cd1-4696-a874-38bafe4fbf89" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:17:23 user nova-compute[74974]: DEBUG nova.network.neutron [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:17:23 user nova-compute[74974]: DEBUG nova.compute.manager [req-c444463f-7c2f-4362-b799-339797484f5e req-820433de-bd78-49a4-b836-b3a35cc3bbc9 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Received event network-changed-7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:17:23 user nova-compute[74974]: DEBUG nova.compute.manager [req-c444463f-7c2f-4362-b799-339797484f5e req-820433de-bd78-49a4-b836-b3a35cc3bbc9 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Refreshing instance network info cache due to event network-changed-7a8dc408-1266-47a9-8115-67c4fa20825c. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:17:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c444463f-7c2f-4362-b799-339797484f5e req-820433de-bd78-49a4-b836-b3a35cc3bbc9 service nova] Acquiring lock "refresh_cache-edffeffa-2cd1-4696-a874-38bafe4fbf89" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:17:23 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:17:23 user nova-compute[74974]: DEBUG nova.network.neutron [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Updating instance_info_cache with network_info: [{"id": "7a8dc408-1266-47a9-8115-67c4fa20825c", "address": "fa:16:3e:21:35:ef", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a8dc408-12", "ovs_interfaceid": "7a8dc408-1266-47a9-8115-67c4fa20825c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:17:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Releasing lock "refresh_cache-edffeffa-2cd1-4696-a874-38bafe4fbf89" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:17:23 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:17:23 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Creating image(s)
Nov 29 12:17:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "/opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:17:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "/opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:17:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "/opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:17:23 user nova-compute[74974]: DEBUG nova.objects.instance [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lazy-loading 'trusted_certs' on Instance uuid edffeffa-2cd1-4696-a874-38bafe4fbf89 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:17:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c444463f-7c2f-4362-b799-339797484f5e req-820433de-bd78-49a4-b836-b3a35cc3bbc9 service nova] Acquired lock "refresh_cache-edffeffa-2cd1-4696-a874-38bafe4fbf89" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:17:23 user nova-compute[74974]: DEBUG nova.network.neutron [req-c444463f-7c2f-4362-b799-339797484f5e req-820433de-bd78-49a4-b836-b3a35cc3bbc9 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Refreshing network info cache for port 7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:17:23 user nova-compute[74974]: DEBUG nova.objects.base [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Object Instance<edffeffa-2cd1-4696-a874-38bafe4fbf89> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:17:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "c27c492dc61557f3c56ca51552260c04bb11c5b8" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:17:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "c27c492dc61557f3c56ca51552260c04bb11c5b8" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:17:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c27c492dc61557f3c56ca51552260c04bb11c5b8.part --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:17:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:17:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c27c492dc61557f3c56ca51552260c04bb11c5b8.part --force-share --output=json" returned: 0 in 0.215s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:17:24 user nova-compute[74974]: DEBUG nova.virt.images [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] aa34d96b-66da-4c49-a4de-a9f4c74e41dd was qcow2, converting to raw {{(pid=74974) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 12:17:24 user nova-compute[74974]: DEBUG nova.privsep.utils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74974) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 12:17:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c27c492dc61557f3c56ca51552260c04bb11c5b8.part /opt/stack/data/nova/instances/_base/c27c492dc61557f3c56ca51552260c04bb11c5b8.converted {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:17:25 user nova-compute[74974]: DEBUG nova.network.neutron [req-c444463f-7c2f-4362-b799-339797484f5e req-820433de-bd78-49a4-b836-b3a35cc3bbc9 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Updated VIF entry in instance network info cache for port 7a8dc408-1266-47a9-8115-67c4fa20825c. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:17:25 user nova-compute[74974]: DEBUG nova.network.neutron [req-c444463f-7c2f-4362-b799-339797484f5e req-820433de-bd78-49a4-b836-b3a35cc3bbc9 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Updating instance_info_cache with network_info: [{"id": "7a8dc408-1266-47a9-8115-67c4fa20825c", "address": "fa:16:3e:21:35:ef", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a8dc408-12", "ovs_interfaceid": "7a8dc408-1266-47a9-8115-67c4fa20825c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:17:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c444463f-7c2f-4362-b799-339797484f5e req-820433de-bd78-49a4-b836-b3a35cc3bbc9 service nova] Releasing lock "refresh_cache-edffeffa-2cd1-4696-a874-38bafe4fbf89" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:17:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c27c492dc61557f3c56ca51552260c04bb11c5b8.part /opt/stack/data/nova/instances/_base/c27c492dc61557f3c56ca51552260c04bb11c5b8.converted" returned: 0 in 0.514s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:17:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c27c492dc61557f3c56ca51552260c04bb11c5b8.converted --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:17:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c27c492dc61557f3c56ca51552260c04bb11c5b8.converted --force-share --output=json" returned: 0 in 0.204s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:17:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "c27c492dc61557f3c56ca51552260c04bb11c5b8" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.056s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:17:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c27c492dc61557f3c56ca51552260c04bb11c5b8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:17:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c27c492dc61557f3c56ca51552260c04bb11c5b8 --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:17:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "c27c492dc61557f3c56ca51552260c04bb11c5b8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:17:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "c27c492dc61557f3c56ca51552260c04bb11c5b8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:17:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c27c492dc61557f3c56ca51552260c04bb11c5b8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:17:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c27c492dc61557f3c56ca51552260c04bb11c5b8 --force-share --output=json" returned: 0 in 0.208s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:17:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c27c492dc61557f3c56ca51552260c04bb11c5b8,backing_fmt=raw /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:17:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c27c492dc61557f3c56ca51552260c04bb11c5b8,backing_fmt=raw /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk 1073741824" returned: 0 in 0.057s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:17:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "c27c492dc61557f3c56ca51552260c04bb11c5b8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.272s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:17:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c27c492dc61557f3c56ca51552260c04bb11c5b8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:17:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c27c492dc61557f3c56ca51552260c04bb11c5b8 --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:17:26 user nova-compute[74974]: DEBUG nova.objects.instance [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lazy-loading 'migration_context' on Instance uuid edffeffa-2cd1-4696-a874-38bafe4fbf89 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:17:26 user nova-compute[74974]: DEBUG nova.objects.base [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Object Instance<edffeffa-2cd1-4696-a874-38bafe4fbf89> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:17:26 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Rebasing disk image.
Nov 29 12:17:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:17:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.187s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:17:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 -F raw /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 -F raw /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk" returned: 0 in 2.730s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Ensure instance console log exists: /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Start _get_guest_xml network_info=[{"id": "7a8dc408-1266-47a9-8115-67c4fa20825c", "address": "fa:16:3e:21:35:ef", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a8dc408-12", "ovs_interfaceid": "7a8dc408-1266-47a9-8115-67c4fa20825c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='caef005015561339b60e1598066e1f5e',container_format='bare',created_at=2023-11-29T12:15:29Z,direct_url=<?>,disk_format='qcow2',id=aa34d96b-66da-4c49-a4de-a9f4c74e41dd,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1606431681-shelved',owner='035db581b1704a6a8a5fe14de3232b57',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-29T12:15:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:17:29 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:17:29 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='caef005015561339b60e1598066e1f5e',container_format='bare',created_at=2023-11-29T12:15:29Z,direct_url=<?>,disk_format='qcow2',id=aa34d96b-66da-4c49-a4de-a9f4c74e41dd,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1606431681-shelved',owner='035db581b1704a6a8a5fe14de3232b57',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-29T12:15:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.objects.instance [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lazy-loading 'vcpu_model' on Instance uuid edffeffa-2cd1-4696-a874-38bafe4fbf89 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.objects.base [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Object Instance<edffeffa-2cd1-4696-a874-38bafe4fbf89> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T12:13:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1606431681',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1606431681',id=42,image_ref='aa34d96b-66da-4c49-a4de-a9f4c74e41dd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1833538282',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:13:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='035db581b1704a6a8a5fe14de3232b57',ramdisk_id='',reservation_id='r-yd2r79if',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-193778848',owner_user_name='tempest-AttachVolumeShelveTestJSON-193778848-project-member',shelved_at='2023-11-29T12:15:33.335634',shelved_host='user',shelved_image_id='aa34d96b-66da-4c49-a4de-a9f4c74e41dd'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:17:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d1e86a4643e40708453514d9db954ae',uuid=edffeffa-2cd1-4696-a874-38bafe4fbf89,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "7a8dc408-1266-47a9-8115-67c4fa20825c", "address": "fa:16:3e:21:35:ef", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a8dc408-12", "ovs_interfaceid": "7a8dc408-1266-47a9-8115-67c4fa20825c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converting VIF {"id": "7a8dc408-1266-47a9-8115-67c4fa20825c", "address": "fa:16:3e:21:35:ef", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a8dc408-12", "ovs_interfaceid": "7a8dc408-1266-47a9-8115-67c4fa20825c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:35:ef,bridge_name='br-int',has_traffic_filtering=True,id=7a8dc408-1266-47a9-8115-67c4fa20825c,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a8dc408-12') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.objects.instance [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lazy-loading 'pci_devices' on Instance uuid edffeffa-2cd1-4696-a874-38bafe4fbf89 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.objects.base [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Object Instance<edffeffa-2cd1-4696-a874-38bafe4fbf89> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:17:29 user nova-compute[74974]:   <uuid>edffeffa-2cd1-4696-a874-38bafe4fbf89</uuid>
Nov 29 12:17:29 user nova-compute[74974]:   <name>instance-0000002a</name>
Nov 29 12:17:29 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:17:29 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:17:29 user nova-compute[74974]:   <metadata>
Nov 29 12:17:29 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:17:29 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:17:29 user nova-compute[74974]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1606431681</nova:name>
Nov 29 12:17:29 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:17:29</nova:creationTime>
Nov 29 12:17:29 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:17:29 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:17:29 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:17:29 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:17:29 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:17:29 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:17:29 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:17:29 user nova-compute[74974]:       <nova:owner>
Nov 29 12:17:29 user nova-compute[74974]:         <nova:user uuid="0d1e86a4643e40708453514d9db954ae">tempest-AttachVolumeShelveTestJSON-193778848-project-member</nova:user>
Nov 29 12:17:29 user nova-compute[74974]:         <nova:project uuid="035db581b1704a6a8a5fe14de3232b57">tempest-AttachVolumeShelveTestJSON-193778848</nova:project>
Nov 29 12:17:29 user nova-compute[74974]:       </nova:owner>
Nov 29 12:17:29 user nova-compute[74974]:       <nova:root type="image" uuid="aa34d96b-66da-4c49-a4de-a9f4c74e41dd"/>
Nov 29 12:17:29 user nova-compute[74974]:       <nova:ports>
Nov 29 12:17:29 user nova-compute[74974]:         <nova:port uuid="7a8dc408-1266-47a9-8115-67c4fa20825c">
Nov 29 12:17:29 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 12:17:29 user nova-compute[74974]:         </nova:port>
Nov 29 12:17:29 user nova-compute[74974]:       </nova:ports>
Nov 29 12:17:29 user nova-compute[74974]:     </nova:instance>
Nov 29 12:17:29 user nova-compute[74974]:   </metadata>
Nov 29 12:17:29 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:17:29 user nova-compute[74974]:     <system>
Nov 29 12:17:29 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:17:29 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:17:29 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:17:29 user nova-compute[74974]:       <entry name="serial">edffeffa-2cd1-4696-a874-38bafe4fbf89</entry>
Nov 29 12:17:29 user nova-compute[74974]:       <entry name="uuid">edffeffa-2cd1-4696-a874-38bafe4fbf89</entry>
Nov 29 12:17:29 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:17:29 user nova-compute[74974]:     </system>
Nov 29 12:17:29 user nova-compute[74974]:   </sysinfo>
Nov 29 12:17:29 user nova-compute[74974]:   <os>
Nov 29 12:17:29 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:17:29 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:17:29 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:17:29 user nova-compute[74974]:   </os>
Nov 29 12:17:29 user nova-compute[74974]:   <features>
Nov 29 12:17:29 user nova-compute[74974]:     <acpi/>
Nov 29 12:17:29 user nova-compute[74974]:     <apic/>
Nov 29 12:17:29 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:17:29 user nova-compute[74974]:   </features>
Nov 29 12:17:29 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:17:29 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:17:29 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:17:29 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:17:29 user nova-compute[74974]:   </clock>
Nov 29 12:17:29 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:17:29 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:17:29 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:17:29 user nova-compute[74974]:   </cpu>
Nov 29 12:17:29 user nova-compute[74974]:   <devices>
Nov 29 12:17:29 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:17:29 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:17:29 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk"/>
Nov 29 12:17:29 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:17:29 user nova-compute[74974]:     </disk>
Nov 29 12:17:29 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:17:29 user nova-compute[74974]:       <mac address="fa:16:3e:21:35:ef"/>
Nov 29 12:17:29 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:17:29 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:17:29 user nova-compute[74974]:       <target dev="tap7a8dc408-12"/>
Nov 29 12:17:29 user nova-compute[74974]:     </interface>
Nov 29 12:17:29 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:17:29 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/console.log" append="off"/>
Nov 29 12:17:29 user nova-compute[74974]:     </serial>
Nov 29 12:17:29 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:17:29 user nova-compute[74974]:     <video>
Nov 29 12:17:29 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:17:29 user nova-compute[74974]:     </video>
Nov 29 12:17:29 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:17:29 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:17:29 user nova-compute[74974]:     </rng>
Nov 29 12:17:29 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:17:29 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:17:29 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:17:29 user nova-compute[74974]:     </memballoon>
Nov 29 12:17:29 user nova-compute[74974]:   </devices>
Nov 29 12:17:29 user nova-compute[74974]: </domain>
Nov 29 12:17:29 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T12:13:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1606431681',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1606431681',id=42,image_ref='aa34d96b-66da-4c49-a4de-a9f4c74e41dd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1833538282',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:13:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='035db581b1704a6a8a5fe14de3232b57',ramdisk_id='',reservation_id='r-yd2r79if',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-193778848',owner_user_name='tempest-AttachVolumeShelveTestJSON-193778848-project-member',shelved_at='2023-11-29T12:15:33.335634',shelved_host='user',shelved_image_id='aa34d96b-66da-4c49-a4de-a9f4c74e41dd'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:17:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d1e86a4643e40708453514d9db954ae',uuid=edffeffa-2cd1-4696-a874-38bafe4fbf89,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "7a8dc408-1266-47a9-8115-67c4fa20825c", "address": "fa:16:3e:21:35:ef", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a8dc408-12", "ovs_interfaceid": "7a8dc408-1266-47a9-8115-67c4fa20825c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converting VIF {"id": "7a8dc408-1266-47a9-8115-67c4fa20825c", "address": "fa:16:3e:21:35:ef", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a8dc408-12", "ovs_interfaceid": "7a8dc408-1266-47a9-8115-67c4fa20825c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:35:ef,bridge_name='br-int',has_traffic_filtering=True,id=7a8dc408-1266-47a9-8115-67c4fa20825c,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a8dc408-12') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG os_vif [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:35:ef,bridge_name='br-int',has_traffic_filtering=True,id=7a8dc408-1266-47a9-8115-67c4fa20825c,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a8dc408-12') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '12854ed4-fa43-509a-93a4-855c73d38169', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7a8dc408-12, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7a8dc408-12, col_values=(('qos', UUID('91541a48-d4f2-4548-8586-8e1284b6ed86')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7a8dc408-12, col_values=(('external_ids', {'iface-id': '7a8dc408-1266-47a9-8115-67c4fa20825c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:21:35:ef', 'vm-uuid': 'edffeffa-2cd1-4696-a874-38bafe4fbf89'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:29 user nova-compute[74974]: INFO os_vif [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:35:ef,bridge_name='br-int',has_traffic_filtering=True,id=7a8dc408-1266-47a9-8115-67c4fa20825c,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a8dc408-12')
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:17:29 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] No VIF found with MAC fa:16:3e:21:35:ef, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:17:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:30 user nova-compute[74974]: DEBUG nova.compute.manager [req-b4c88995-1858-4470-b1c4-0a69f5a43d84 req-be6bf382-1b23-4847-b2ec-5396b56e70aa service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Received event network-vif-plugged-7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:17:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b4c88995-1858-4470-b1c4-0a69f5a43d84 req-be6bf382-1b23-4847-b2ec-5396b56e70aa service nova] Acquiring lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:17:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b4c88995-1858-4470-b1c4-0a69f5a43d84 req-be6bf382-1b23-4847-b2ec-5396b56e70aa service nova] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:17:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b4c88995-1858-4470-b1c4-0a69f5a43d84 req-be6bf382-1b23-4847-b2ec-5396b56e70aa service nova] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:17:30 user nova-compute[74974]: DEBUG nova.compute.manager [req-b4c88995-1858-4470-b1c4-0a69f5a43d84 req-be6bf382-1b23-4847-b2ec-5396b56e70aa service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] No waiting events found dispatching network-vif-plugged-7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:17:30 user nova-compute[74974]: WARNING nova.compute.manager [req-b4c88995-1858-4470-b1c4-0a69f5a43d84 req-be6bf382-1b23-4847-b2ec-5396b56e70aa service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Received unexpected event network-vif-plugged-7a8dc408-1266-47a9-8115-67c4fa20825c for instance with vm_state shelved_offloaded and task_state spawning.
Nov 29 12:17:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:32 user nova-compute[74974]: DEBUG nova.compute.manager [req-d7bcdf84-ab61-4ef4-bd25-4319236e8c1f req-0f5b3c45-0f2f-469c-8486-7caa0c8faccc service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Received event network-vif-plugged-7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:17:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d7bcdf84-ab61-4ef4-bd25-4319236e8c1f req-0f5b3c45-0f2f-469c-8486-7caa0c8faccc service nova] Acquiring lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:17:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d7bcdf84-ab61-4ef4-bd25-4319236e8c1f req-0f5b3c45-0f2f-469c-8486-7caa0c8faccc service nova] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:17:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d7bcdf84-ab61-4ef4-bd25-4319236e8c1f req-0f5b3c45-0f2f-469c-8486-7caa0c8faccc service nova] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:17:32 user nova-compute[74974]: DEBUG nova.compute.manager [req-d7bcdf84-ab61-4ef4-bd25-4319236e8c1f req-0f5b3c45-0f2f-469c-8486-7caa0c8faccc service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] No waiting events found dispatching network-vif-plugged-7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:17:32 user nova-compute[74974]: WARNING nova.compute.manager [req-d7bcdf84-ab61-4ef4-bd25-4319236e8c1f req-0f5b3c45-0f2f-469c-8486-7caa0c8faccc service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Received unexpected event network-vif-plugged-7a8dc408-1266-47a9-8115-67c4fa20825c for instance with vm_state shelved_offloaded and task_state spawning.
Nov 29 12:17:32 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:17:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:17:32 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Instance spawned successfully.
Nov 29 12:17:33 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:17:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a96aaccd-9ff3-4cda-b4fc-eaeaed58a50d tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 11.623s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:17:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:17:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:17:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:17:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:17:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:57 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:17:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid 47926f11-65b2-4ef3-a6be-f680368c273c {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 12:17:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid ccd03714-42e1-4c17-9dd1-5683da219153 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 12:17:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 12:17:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 12:17:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid edffeffa-2cd1-4696-a874-38bafe4fbf89 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 12:17:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "47926f11-65b2-4ef3-a6be-f680368c273c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:17:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "47926f11-65b2-4ef3-a6be-f680368c273c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:17:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "ccd03714-42e1-4c17-9dd1-5683da219153" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:17:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "ccd03714-42e1-4c17-9dd1-5683da219153" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:17:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:17:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:17:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:17:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:17:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "edffeffa-2cd1-4696-a874-38bafe4fbf89" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:17:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:17:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.034s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:17:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "47926f11-65b2-4ef3-a6be-f680368c273c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.036s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:17:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "ccd03714-42e1-4c17-9dd1-5683da219153" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.036s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:17:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.038s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:17:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.042s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:17:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:17:59 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:18:01 user nova-compute[74974]: DEBUG nova.compute.manager [req-9c487f58-1d7a-4a25-a94f-574035680f6a req-9cf60a3c-e063-43a3-83a6-1e56ef186cba service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Received event network-changed-7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:18:01 user nova-compute[74974]: DEBUG nova.compute.manager [req-9c487f58-1d7a-4a25-a94f-574035680f6a req-9cf60a3c-e063-43a3-83a6-1e56ef186cba service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Refreshing instance network info cache due to event network-changed-7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:18:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9c487f58-1d7a-4a25-a94f-574035680f6a req-9cf60a3c-e063-43a3-83a6-1e56ef186cba service nova] Acquiring lock "refresh_cache-ccd03714-42e1-4c17-9dd1-5683da219153" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:18:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9c487f58-1d7a-4a25-a94f-574035680f6a req-9cf60a3c-e063-43a3-83a6-1e56ef186cba service nova] Acquired lock "refresh_cache-ccd03714-42e1-4c17-9dd1-5683da219153" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:18:01 user nova-compute[74974]: DEBUG nova.network.neutron [req-9c487f58-1d7a-4a25-a94f-574035680f6a req-9cf60a3c-e063-43a3-83a6-1e56ef186cba service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Refreshing network info cache for port 7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:18:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "ccd03714-42e1-4c17-9dd1-5683da219153" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:18:01 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "ccd03714-42e1-4c17-9dd1-5683da219153" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:18:01 user nova-compute[74974]: DEBUG nova.objects.instance [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lazy-loading 'flavor' on Instance uuid ccd03714-42e1-4c17-9dd1-5683da219153 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:18:02 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Ignoring supplied device name: /dev/vdb
Nov 29 12:18:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "ccd03714-42e1-4c17-9dd1-5683da219153" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "ccd03714-42e1-4c17-9dd1-5683da219153" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "ccd03714-42e1-4c17-9dd1-5683da219153" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:18:02 user nova-compute[74974]: INFO nova.compute.manager [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Attaching volume f9ec0965-9767-46da-aa71-4ff3bb75fd9d to /dev/vdb
Nov 29 12:18:02 user nova-compute[74974]: DEBUG os_brick.utils [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[af421cce-3081-4ee1-9632-10f79f09a0b7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[acc61a46-5607-4ea9-9c89-012471f459bd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG nova.network.neutron [req-9c487f58-1d7a-4a25-a94f-574035680f6a req-9cf60a3c-e063-43a3-83a6-1e56ef186cba service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Updated VIF entry in instance network info cache for port 7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG nova.network.neutron [req-9c487f58-1d7a-4a25-a94f-574035680f6a req-9cf60a3c-e063-43a3-83a6-1e56ef186cba service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Updating instance_info_cache with network_info: [{"id": "7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5", "address": "fa:16:3e:cd:af:bc", "network": {"id": "80153daa-f8fc-43df-a3fd-bef462c6db7f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2018600062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.3", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8313ad0c700241d2813380ff8f372a42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b4a93f0-5b", "ovs_interfaceid": "7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9f0989b-60be-4da3-b493-6b55c8b539c0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9c487f58-1d7a-4a25-a94f-574035680f6a req-9cf60a3c-e063-43a3-83a6-1e56ef186cba service nova] Releasing lock "refresh_cache-ccd03714-42e1-4c17-9dd1-5683da219153" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b46779fc-ba2b-4222-a84c-c060225f19a8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:18:02 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:18:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[05b5b798-1b3e-425e-808b-223b22ff0426]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG os_brick.utils [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Updating existing volume attachment record: 36b97c01-db35-490c-a835-a78fdf67f0de {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:18:02 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lazy-loading 'info_cache' on Instance uuid 47926f11-65b2-4ef3-a6be-f680368c273c {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:18:03 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Updating instance_info_cache with network_info: [{"id": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "address": "fa:16:3e:e9:6a:d7", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa832addf-dd", "ovs_interfaceid": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:18:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:18:03 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:18:03 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:18:03 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:18:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:04 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:18:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:18:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:18:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:18:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:18:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:18:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:18:05 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:18:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:18:05 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd03714-42e1-4c17-9dd1-5683da219153/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd03714-42e1-4c17-9dd1-5683da219153/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd03714-42e1-4c17-9dd1-5683da219153/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd03714-42e1-4c17-9dd1-5683da219153/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:07 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:18:07 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:18:07 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8274MB free_disk=24.840335845947266GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:18:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:18:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 47926f11-65b2-4ef3-a6be-f680368c273c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance ccd03714-42e1-4c17-9dd1-5683da219153 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance aef9c801-6f6c-44f9-98f2-461d884f6e40 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance edffeffa-2cd1-4696-a874-38bafe4fbf89 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Acquiring lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Acquiring lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:18:08 user nova-compute[74974]: INFO nova.compute.manager [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Terminating instance
Nov 29 12:18:08 user nova-compute[74974]: DEBUG nova.compute.manager [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.348s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-978df022-2619-48f8-9aa5-405ff50a0806 req-1efda77c-38c4-4e84-a85e-328f95c55f0a service nova] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Received event network-vif-unplugged-a6f7ac2b-da29-4125-b11f-52f01a9be5d4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-978df022-2619-48f8-9aa5-405ff50a0806 req-1efda77c-38c4-4e84-a85e-328f95c55f0a service nova] Acquiring lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-978df022-2619-48f8-9aa5-405ff50a0806 req-1efda77c-38c4-4e84-a85e-328f95c55f0a service nova] Lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-978df022-2619-48f8-9aa5-405ff50a0806 req-1efda77c-38c4-4e84-a85e-328f95c55f0a service nova] Lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-978df022-2619-48f8-9aa5-405ff50a0806 req-1efda77c-38c4-4e84-a85e-328f95c55f0a service nova] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] No waiting events found dispatching network-vif-unplugged-a6f7ac2b-da29-4125-b11f-52f01a9be5d4 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-978df022-2619-48f8-9aa5-405ff50a0806 req-1efda77c-38c4-4e84-a85e-328f95c55f0a service nova] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Received event network-vif-unplugged-a6f7ac2b-da29-4125-b11f-52f01a9be5d4 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:18:08 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Instance destroyed successfully.
Nov 29 12:18:08 user nova-compute[74974]: DEBUG nova.objects.instance [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Lazy-loading 'resources' on Instance uuid edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:16:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1808008873',display_name='tempest-VolumesNegativeTest-instance-1808008873',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1808008873',id=46,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:16:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e62bf657a4444fcab815576506fc93ec',ramdisk_id='',reservation_id='r-06umf3i2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-667293476',owner_user_name='tempest-VolumesNegativeTest-667293476-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:16:24Z,user_data=None,user_id='a8356075b36c4658b869e8054d620b50',uuid=edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a6f7ac2b-da29-4125-b11f-52f01a9be5d4", "address": "fa:16:3e:b1:0d:6b", "network": {"id": "d4999ba6-718e-4000-b354-61405f67e3d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "65571788eda648b0a8f4e8371d0248a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f7ac2b-da", "ovs_interfaceid": "a6f7ac2b-da29-4125-b11f-52f01a9be5d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Converting VIF {"id": "a6f7ac2b-da29-4125-b11f-52f01a9be5d4", "address": "fa:16:3e:b1:0d:6b", "network": {"id": "d4999ba6-718e-4000-b354-61405f67e3d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "65571788eda648b0a8f4e8371d0248a3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f7ac2b-da", "ovs_interfaceid": "a6f7ac2b-da29-4125-b11f-52f01a9be5d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:0d:6b,bridge_name='br-int',has_traffic_filtering=True,id=a6f7ac2b-da29-4125-b11f-52f01a9be5d4,network=Network(d4999ba6-718e-4000-b354-61405f67e3d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6f7ac2b-da') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG os_vif [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:0d:6b,bridge_name='br-int',has_traffic_filtering=True,id=a6f7ac2b-da29-4125-b11f-52f01a9be5d4,network=Network(d4999ba6-718e-4000-b354-61405f67e3d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6f7ac2b-da') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa6f7ac2b-da, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=943f5ebf-d12a-4863-8b50-a1fc07203c3c) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:08 user nova-compute[74974]: INFO os_vif [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:0d:6b,bridge_name='br-int',has_traffic_filtering=True,id=a6f7ac2b-da29-4125-b11f-52f01a9be5d4,network=Network(d4999ba6-718e-4000-b354-61405f67e3d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6f7ac2b-da')
Nov 29 12:18:08 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Deleting instance files /opt/stack/data/nova/instances/edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0_del
Nov 29 12:18:08 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Deletion of /opt/stack/data/nova/instances/edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0_del complete
Nov 29 12:18:08 user nova-compute[74974]: INFO nova.compute.manager [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Took 0.72 seconds to destroy the instance on the hypervisor.
Nov 29 12:18:08 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:18:08 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:18:09 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:18:09 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Took 0.46 seconds to deallocate network for instance.
Nov 29 12:18:09 user nova-compute[74974]: DEBUG nova.compute.manager [req-716448ab-ab83-441e-a9d9-0f1dfbc43709 req-266dc71a-5bb2-4b54-a016-c7116d03372a service nova] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Received event network-vif-deleted-a6f7ac2b-da29-4125-b11f-52f01a9be5d4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:18:09 user nova-compute[74974]: INFO nova.compute.manager [req-716448ab-ab83-441e-a9d9-0f1dfbc43709 req-266dc71a-5bb2-4b54-a016-c7116d03372a service nova] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Neutron deleted interface a6f7ac2b-da29-4125-b11f-52f01a9be5d4; detaching it from the instance and deleting it from the info cache
Nov 29 12:18:09 user nova-compute[74974]: DEBUG nova.network.neutron [req-716448ab-ab83-441e-a9d9-0f1dfbc43709 req-266dc71a-5bb2-4b54-a016-c7116d03372a service nova] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:18:09 user nova-compute[74974]: DEBUG nova.compute.manager [req-716448ab-ab83-441e-a9d9-0f1dfbc43709 req-266dc71a-5bb2-4b54-a016-c7116d03372a service nova] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Detach interface failed, port_id=a6f7ac2b-da29-4125-b11f-52f01a9be5d4, reason: Instance edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0 could not be found. {{(pid=74974) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 12:18:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:09 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:18:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:18:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:18:09 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:18:09 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:18:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.234s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:18:09 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Deleted allocations for instance edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0
Nov 29 12:18:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-bd46fe08-4a40-41af-87fb-f9b0dc8d38e9 tempest-VolumesNegativeTest-667293476 tempest-VolumesNegativeTest-667293476-project-member] Lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.600s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'Vfjmirxo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:18:10 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:18:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:18:10 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:18:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:18:10 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f94e454e-6bcd-4163-9f64-2664db03f8f8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:18:10 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7a4f93c-ef65-4ef9-aa2e-aedec8aa1bb1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d] added
Nov 29 12:18:10 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[855a5e53-c3b7-471a-a1fa-567c6388d469]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[634e94a7-e324-4456-aaaf-6f32a7910bd2]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v Vfjmirxo {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v Vfjmirxo" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[24e22c53-4faa-4020-b507-122b70537930]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'Vfjmirxo'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6853071c-1d81-4d00-984f-dc3a5dd89ba0]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3746546-1290-405e-af1b-9f41ced1b223]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)
Nov 29 12:18:10 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)
Nov 29 12:18:10 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-30b88f46-035b-4e93-b6b7-13419c49107f req-75800e81-d412-4482-bfc9-a6aa303d8586 service nova] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Received event network-vif-plugged-a6f7ac2b-da29-4125-b11f-52f01a9be5d4 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-30b88f46-035b-4e93-b6b7-13419c49107f req-75800e81-d412-4482-bfc9-a6aa303d8586 service nova] Acquiring lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-30b88f46-035b-4e93-b6b7-13419c49107f req-75800e81-d412-4482-bfc9-a6aa303d8586 service nova] Lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-30b88f46-035b-4e93-b6b7-13419c49107f req-75800e81-d412-4482-bfc9-a6aa303d8586 service nova] Lock "edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG nova.compute.manager [req-30b88f46-035b-4e93-b6b7-13419c49107f req-75800e81-d412-4482-bfc9-a6aa303d8586 service nova] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] No waiting events found dispatching network-vif-plugged-a6f7ac2b-da29-4125-b11f-52f01a9be5d4 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:18:10 user nova-compute[74974]: WARNING nova.compute.manager [req-30b88f46-035b-4e93-b6b7-13419c49107f req-75800e81-d412-4482-bfc9-a6aa303d8586 service nova] [instance: edf2d5f0-7bb0-40b3-9780-5dce95d5a6f0] Received unexpected event network-vif-plugged-a6f7ac2b-da29-4125-b11f-52f01a9be5d4 for instance with vm_state deleted and task_state None.
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7298cd4-99de-40bb-b9b3-a1bc8d0826ab]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d, portal: 172.16.0.220,3260]
Nov 29 12:18:10 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d, portal: 172.16.0.220,3260] successful.
Nov 29 12:18:10 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bda03aa-4ea5-4afb-8d1d-0f263bdabbfc]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a9554ff-558f-471a-9569-b73f870a2796]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)
Nov 29 12:18:10 user nova-compute[74974]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d (non-flash)
Nov 29 12:18:10 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)
Nov 29 12:18:10 user nova-compute[74974]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d (non-flash)
Nov 29 12:18:10 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.264s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] HCTL ('34', '-', '-', 0) found on session 55 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9c09112-eaba-4bf1-9415-9e96fef651d3]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:10 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Searching for a device in session 55 and hctl ['34', '*', '*', 0] yield: None {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:18:11 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Searching for a device in session 55 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:18:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'Vfjmirxo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:18:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.293s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:18:11 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] <== connect_volume: return (1295ms) {'type': 'block', 'scsi_wwn': '26433333434383664', 'path': '/dev/sdc'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:18:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26433333434383664', 'path': '/dev/sdc'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:18:11 user nova-compute[74974]: DEBUG nova.objects.instance [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lazy-loading 'flavor' on Instance uuid ccd03714-42e1-4c17-9dd1-5683da219153 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:18:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 12:18:11 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:18:11 user nova-compute[74974]:   <source dev="/dev/sdc"/>
Nov 29 12:18:11 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:18:11 user nova-compute[74974]:   <serial>f9ec0965-9767-46da-aa71-4ff3bb75fd9d</serial>
Nov 29 12:18:11 user nova-compute[74974]: </disk>
Nov 29 12:18:11 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 12:18:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:18:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:18:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] No VIF found with MAC fa:16:3e:cd:af:bc, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:18:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b6a48c83-7019-42ad-8fad-f61968e5ee76 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "ccd03714-42e1-4c17-9dd1-5683da219153" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.940s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:18:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:18:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "ccd03714-42e1-4c17-9dd1-5683da219153" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:18:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "ccd03714-42e1-4c17-9dd1-5683da219153" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:18:33 user nova-compute[74974]: INFO nova.compute.manager [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Detaching volume f9ec0965-9767-46da-aa71-4ff3bb75fd9d
Nov 29 12:18:33 user nova-compute[74974]: INFO nova.virt.block_device [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Attempting to driver detach volume f9ec0965-9767-46da-aa71-4ff3bb75fd9d from mountpoint /dev/vdb
Nov 29 12:18:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Attempting to detach device vdb from instance ccd03714-42e1-4c17-9dd1-5683da219153 from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 12:18:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:18:33 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:18:33 user nova-compute[74974]:   <source dev="/dev/sdc"/>
Nov 29 12:18:33 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:18:33 user nova-compute[74974]:   <serial>f9ec0965-9767-46da-aa71-4ff3bb75fd9d</serial>
Nov 29 12:18:33 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:18:33 user nova-compute[74974]: </disk>
Nov 29 12:18:33 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:18:33 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Successfully detached device vdb from instance ccd03714-42e1-4c17-9dd1-5683da219153 from the persistent domain config.
Nov 29 12:18:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ccd03714-42e1-4c17-9dd1-5683da219153 from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 12:18:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:18:33 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:18:33 user nova-compute[74974]:   <source dev="/dev/sdc"/>
Nov 29 12:18:33 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:18:33 user nova-compute[74974]:   <serial>f9ec0965-9767-46da-aa71-4ff3bb75fd9d</serial>
Nov 29 12:18:33 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:18:33 user nova-compute[74974]: </disk>
Nov 29 12:18:33 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:18:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "ccd03714-42e1-4c17-9dd1-5683da219153" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:18:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:18:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:18:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:18:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:18:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ccd03714-42e1-4c17-9dd1-5683da219153 {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 12:18:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-5b8214e9-85d0-4289-bc24-3af6590bba18 req-36550eee-2d7b-4711-aa07-8ba6e979ce33 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received event network-changed-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:18:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-5b8214e9-85d0-4289-bc24-3af6590bba18 req-36550eee-2d7b-4711-aa07-8ba6e979ce33 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Refreshing instance network info cache due to event network-changed-9c254df3-230c-427f-b457-44119504ac41. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:18:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5b8214e9-85d0-4289-bc24-3af6590bba18 req-36550eee-2d7b-4711-aa07-8ba6e979ce33 service nova] Acquiring lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:18:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5b8214e9-85d0-4289-bc24-3af6590bba18 req-36550eee-2d7b-4711-aa07-8ba6e979ce33 service nova] Acquired lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:18:37 user nova-compute[74974]: DEBUG nova.network.neutron [req-5b8214e9-85d0-4289-bc24-3af6590bba18 req-36550eee-2d7b-4711-aa07-8ba6e979ce33 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Refreshing network info cache for port 9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:18:38 user nova-compute[74974]: DEBUG nova.network.neutron [req-5b8214e9-85d0-4289-bc24-3af6590bba18 req-36550eee-2d7b-4711-aa07-8ba6e979ce33 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Updated VIF entry in instance network info cache for port 9c254df3-230c-427f-b457-44119504ac41. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:18:38 user nova-compute[74974]: DEBUG nova.network.neutron [req-5b8214e9-85d0-4289-bc24-3af6590bba18 req-36550eee-2d7b-4711-aa07-8ba6e979ce33 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Updating instance_info_cache with network_info: [{"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:18:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5b8214e9-85d0-4289-bc24-3af6590bba18 req-36550eee-2d7b-4711-aa07-8ba6e979ce33 service nova] Releasing lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:18:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:18:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:18:40 user nova-compute[74974]: DEBUG nova.objects.instance [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'flavor' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:18:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.095s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:18:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:18:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:18:40 user nova-compute[74974]: INFO nova.compute.manager [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Attaching volume 708eba76-5180-426f-a474-cb3a4fa30ab9 to /dev/vdb
Nov 29 12:18:40 user nova-compute[74974]: DEBUG os_brick.utils [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:18:40 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f6d91c3-9544-4877-a7e2-e60b64d1d8ae]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9ec0fa8-f696-46a7-830b-e7dc3c62ad62]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d22f9ed2-a690-4962-b1f0-b1a8eac438a5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[96ce7bd7-f9cf-41d7-8412-7ea637ac74db]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:18:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:18:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:18:41 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:18:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8a797aa-f9c1-4515-b273-f34da7e83c8e]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:18:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:18:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:18:41 user nova-compute[74974]: DEBUG os_brick.utils [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:18:41 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Updating existing volume attachment record: f2c1a369-b8e7-4415-b72a-dfb1997979ab {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:18:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TgYMycGL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:18:48 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:18:48 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:18:48 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca51e917-4b6c-4945-8cf6-2f7a161092e1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:18:48 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6ccbf0f-c68f-4fc7-a000-8b8fa2900170]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9] added
Nov 29 12:18:48 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad5555b8-4d0c-468f-9ab5-424ddf03c5b3]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d6324c2-af50-40de-a35c-7bb5d98d0624]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TgYMycGL {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TgYMycGL" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8ba0d30-c472-4bbc-87ed-0a5f92bfcf54]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TgYMycGL'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed10efca-bd30-42d1-a3b1-78ce87082f36]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4df29a2-edb1-4dc8-89cf-18203511b4d0]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)
Nov 29 12:18:48 user nova-compute[74974]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d (non-flash)
Nov 29 12:18:48 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)
Nov 29 12:18:48 user nova-compute[74974]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d (non-flash)
Nov 29 12:18:48 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb880f91-4650-42db-8ada-7014ec5c5798]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9, portal: 172.16.0.220,3260]
Nov 29 12:18:48 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9, portal: 172.16.0.220,3260] successful.
Nov 29 12:18:48 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f612eb7-6870-4761-8312-24e8347862ab]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f35891da-942a-4de8-bc91-b73c76390ff1]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)
Nov 29 12:18:48 user nova-compute[74974]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d (non-flash)
Nov 29 12:18:48 user nova-compute[74974]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)
Nov 29 12:18:48 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)
Nov 29 12:18:48 user nova-compute[74974]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d (non-flash)
Nov 29 12:18:48 user nova-compute[74974]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)
Nov 29 12:18:48 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.277s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] HCTL ('35', '-', '-', 0) found on session 56 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[48e3413f-d33f-4c82-9412-1f71ae6e3b4f]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Searching for a device in session 56 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:18:48 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TgYMycGL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:18:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.308s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:18:49 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] <== connect_volume: return (1310ms) {'type': 'block', 'scsi_wwn': '26564616563313435', 'path': '/dev/sdd'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:18:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26564616563313435', 'path': '/dev/sdd'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:18:49 user nova-compute[74974]: DEBUG nova.objects.instance [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'flavor' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:18:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 12:18:49 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:18:49 user nova-compute[74974]:   <source dev="/dev/sdd"/>
Nov 29 12:18:49 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:18:49 user nova-compute[74974]:   <serial>708eba76-5180-426f-a474-cb3a4fa30ab9</serial>
Nov 29 12:18:49 user nova-compute[74974]: </disk>
Nov 29 12:18:49 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 12:18:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:18:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:18:50 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] No VIF found with MAC fa:16:3e:9a:36:ac, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:18:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-c6226909-f8f9-4485-bdf5-d89a675d8830 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.433s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:18:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d49c97c4-20b8-4d0b-b27a-4931ec88fcf3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:18:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d49c97c4-20b8-4d0b-b27a-4931ec88fcf3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:18:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d49c97c4-20b8-4d0b-b27a-4931ec88fcf3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:18:50 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d49c97c4-20b8-4d0b-b27a-4931ec88fcf3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74974) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 29 12:18:50 user nova-compute[74974]: DEBUG nova.objects.instance [None req-d49c97c4-20b8-4d0b-b27a-4931ec88fcf3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'flavor' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:18:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:51 user nova-compute[74974]: DEBUG nova.compute.manager [req-fd5d2b68-1d52-4b98-8d35-4599351fc0d2 req-e1d1dc8b-892c-492e-8777-106b531ff9d9 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received event network-vif-unplugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:18:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fd5d2b68-1d52-4b98-8d35-4599351fc0d2 req-e1d1dc8b-892c-492e-8777-106b531ff9d9 service nova] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:18:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fd5d2b68-1d52-4b98-8d35-4599351fc0d2 req-e1d1dc8b-892c-492e-8777-106b531ff9d9 service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:18:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fd5d2b68-1d52-4b98-8d35-4599351fc0d2 req-e1d1dc8b-892c-492e-8777-106b531ff9d9 service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:18:51 user nova-compute[74974]: DEBUG nova.compute.manager [req-fd5d2b68-1d52-4b98-8d35-4599351fc0d2 req-e1d1dc8b-892c-492e-8777-106b531ff9d9 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] No waiting events found dispatching network-vif-unplugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:18:51 user nova-compute[74974]: WARNING nova.compute.manager [req-fd5d2b68-1d52-4b98-8d35-4599351fc0d2 req-e1d1dc8b-892c-492e-8777-106b531ff9d9 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received unexpected event network-vif-unplugged-9c254df3-230c-427f-b457-44119504ac41 for instance with vm_state active and task_state powering-off.
Nov 29 12:18:51 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Instance destroyed successfully.
Nov 29 12:18:51 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d49c97c4-20b8-4d0b-b27a-4931ec88fcf3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:18:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d49c97c4-20b8-4d0b-b27a-4931ec88fcf3 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.859s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG nova.compute.manager [req-fc28ea01-bccc-4bba-89d6-98065eac159d req-ce15a2bb-f575-4aca-9aed-02c6c6774e3b service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Received event network-changed-a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG nova.compute.manager [req-fc28ea01-bccc-4bba-89d6-98065eac159d req-ce15a2bb-f575-4aca-9aed-02c6c6774e3b service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Refreshing instance network info cache due to event network-changed-a832addf-dde2-4bd8-9bc5-9236a6701c70. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fc28ea01-bccc-4bba-89d6-98065eac159d req-ce15a2bb-f575-4aca-9aed-02c6c6774e3b service nova] Acquiring lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fc28ea01-bccc-4bba-89d6-98065eac159d req-ce15a2bb-f575-4aca-9aed-02c6c6774e3b service nova] Acquired lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG nova.network.neutron [req-fc28ea01-bccc-4bba-89d6-98065eac159d req-ce15a2bb-f575-4aca-9aed-02c6c6774e3b service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Refreshing network info cache for port a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "47926f11-65b2-4ef3-a6be-f680368c273c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "47926f11-65b2-4ef3-a6be-f680368c273c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:18:53 user nova-compute[74974]: INFO nova.compute.manager [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Detaching volume f438c5ce-c4e0-4b4a-a54c-8f21dc91402c
Nov 29 12:18:53 user nova-compute[74974]: INFO nova.virt.block_device [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Attempting to driver detach volume f438c5ce-c4e0-4b4a-a54c-8f21dc91402c from mountpoint /dev/vdb
Nov 29 12:18:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Attempting to detach device vdb from instance 47926f11-65b2-4ef3-a6be-f680368c273c from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:18:53 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:18:53 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:18:53 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:18:53 user nova-compute[74974]:   <serial>f438c5ce-c4e0-4b4a-a54c-8f21dc91402c</serial>
Nov 29 12:18:53 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:18:53 user nova-compute[74974]: </disk>
Nov 29 12:18:53 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:18:53 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Successfully detached device vdb from instance 47926f11-65b2-4ef3-a6be-f680368c273c from the persistent domain config.
Nov 29 12:18:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 47926f11-65b2-4ef3-a6be-f680368c273c from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:18:53 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:18:53 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:18:53 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:18:53 user nova-compute[74974]:   <serial>f438c5ce-c4e0-4b4a-a54c-8f21dc91402c</serial>
Nov 29 12:18:53 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:18:53 user nova-compute[74974]: </disk>
Nov 29 12:18:53 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG nova.compute.manager [req-d996abc6-e67b-4f26-8642-ef214e4bc67a req-1d9b58a8-bf62-480a-96fd-d4a306ffffe6 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d996abc6-e67b-4f26-8642-ef214e4bc67a req-1d9b58a8-bf62-480a-96fd-d4a306ffffe6 service nova] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d996abc6-e67b-4f26-8642-ef214e4bc67a req-1d9b58a8-bf62-480a-96fd-d4a306ffffe6 service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d996abc6-e67b-4f26-8642-ef214e4bc67a req-1d9b58a8-bf62-480a-96fd-d4a306ffffe6 service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG nova.compute.manager [req-d996abc6-e67b-4f26-8642-ef214e4bc67a req-1d9b58a8-bf62-480a-96fd-d4a306ffffe6 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] No waiting events found dispatching network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:18:53 user nova-compute[74974]: WARNING nova.compute.manager [req-d996abc6-e67b-4f26-8642-ef214e4bc67a req-1d9b58a8-bf62-480a-96fd-d4a306ffffe6 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received unexpected event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 for instance with vm_state stopped and task_state None.
Nov 29 12:18:53 user nova-compute[74974]: DEBUG nova.compute.manager [req-d996abc6-e67b-4f26-8642-ef214e4bc67a req-1d9b58a8-bf62-480a-96fd-d4a306ffffe6 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Received event network-changed-a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG nova.compute.manager [req-d996abc6-e67b-4f26-8642-ef214e4bc67a req-1d9b58a8-bf62-480a-96fd-d4a306ffffe6 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Refreshing instance network info cache due to event network-changed-a832addf-dde2-4bd8-9bc5-9236a6701c70. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d996abc6-e67b-4f26-8642-ef214e4bc67a req-1d9b58a8-bf62-480a-96fd-d4a306ffffe6 service nova] Acquiring lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG nova.network.neutron [req-fc28ea01-bccc-4bba-89d6-98065eac159d req-ce15a2bb-f575-4aca-9aed-02c6c6774e3b service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Updated VIF entry in instance network info cache for port a832addf-dde2-4bd8-9bc5-9236a6701c70. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG nova.network.neutron [req-fc28ea01-bccc-4bba-89d6-98065eac159d req-ce15a2bb-f575-4aca-9aed-02c6c6774e3b service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Updating instance_info_cache with network_info: [{"id": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "address": "fa:16:3e:e9:6a:d7", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa832addf-dd", "ovs_interfaceid": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fc28ea01-bccc-4bba-89d6-98065eac159d req-ce15a2bb-f575-4aca-9aed-02c6c6774e3b service nova] Releasing lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d996abc6-e67b-4f26-8642-ef214e4bc67a req-1d9b58a8-bf62-480a-96fd-d4a306ffffe6 service nova] Acquired lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG nova.network.neutron [req-d996abc6-e67b-4f26-8642-ef214e4bc67a req-1d9b58a8-bf62-480a-96fd-d4a306ffffe6 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Refreshing network info cache for port a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 47926f11-65b2-4ef3-a6be-f680368c273c {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 12:18:53 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ccd03714-42e1-4c17-9dd1-5683da219153 is timed out.
Nov 29 12:18:53 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Successfully detached device vdb from instance ccd03714-42e1-4c17-9dd1-5683da219153 from the live domain config.
Nov 29 12:18:53 user nova-compute[74974]: DEBUG nova.network.neutron [req-d996abc6-e67b-4f26-8642-ef214e4bc67a req-1d9b58a8-bf62-480a-96fd-d4a306ffffe6 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Updated VIF entry in instance network info cache for port a832addf-dde2-4bd8-9bc5-9236a6701c70. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG nova.network.neutron [req-d996abc6-e67b-4f26-8642-ef214e4bc67a req-1d9b58a8-bf62-480a-96fd-d4a306ffffe6 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Updating instance_info_cache with network_info: [{"id": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "address": "fa:16:3e:e9:6a:d7", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa832addf-dd", "ovs_interfaceid": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'Vfjmirxo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:18:53 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:18:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d996abc6-e67b-4f26-8642-ef214e4bc67a req-1d9b58a8-bf62-480a-96fd-d4a306ffffe6 service nova] Releasing lock "refresh_cache-47926f11-65b2-4ef3-a6be-f680368c273c" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[612891af-690a-4616-8f32-ca9663782203]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:18:54 user nova-compute[74974]: No targets found.
Nov 29 12:18:54 user nova-compute[74974]: iSNS:
Nov 29 12:18:54 user nova-compute[74974]: No targets found.
Nov 29 12:18:54 user nova-compute[74974]: STATIC:
Nov 29 12:18:54 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9
Nov 29 12:18:54 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:18:54 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:18:54 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c
Nov 29 12:18:54 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:18:54 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:18:54 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d
Nov 29 12:18:54 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:18:54 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:18:54 user nova-compute[74974]: FIRMWARE:
Nov 29 12:18:54 user nova-compute[74974]: No targets found.
Nov 29 12:18:54 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:18:54 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:18:54 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b8e43cd-c3b6-442d-a61f-58a9e26a2a8f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a7618a4-490e-478c-9b40-66af02103993]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)
Nov 29 12:18:54 user nova-compute[74974]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d (non-flash)
Nov 29 12:18:54 user nova-compute[74974]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)
Nov 29 12:18:54 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)
Nov 29 12:18:54 user nova-compute[74974]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d (non-flash)
Nov 29 12:18:54 user nova-compute[74974]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)
Nov 29 12:18:54 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa837e0e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d'): ({'sdc'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Removing single pathed devices sdc {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[67b327fa-f1ed-4aa6-91ec-2893ab4f03df]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[820aae71-2bc2-4bae-a0dc-ef0e20c849b8]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Flushing IO for device /dev/sdc {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[58f77859-b3d1-4d55-8d4e-998149c0ae03]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.040s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[45b47cff-2bb6-45e7-bb6d-cf2e21d6a63f]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] SCSI volumes sdc have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eda1c84-2049-4037-880b-0eb126f37d74]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[578c522f-a3ad-41a0-bdb9-157d99c1b446]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d, portal: 172.16.0.220,3260]
Nov 29 12:18:54 user nova-compute[74974]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d, portal: 172.16.0.220,3260] successful.
Nov 29 12:18:54 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf7d004a-d470-4d7f-bc66-792d63ea5dd6]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.292s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] <== disconnect_volume: return (293ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:18:54 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG nova.objects.instance [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lazy-loading 'flavor' on Instance uuid ccd03714-42e1-4c17-9dd1-5683da219153 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-994d71aa-4032-4081-a148-de4c17fa5fb0 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "ccd03714-42e1-4c17-9dd1-5683da219153" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.727s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "ccd03714-42e1-4c17-9dd1-5683da219153" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.615s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "ccd03714-42e1-4c17-9dd1-5683da219153-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "ccd03714-42e1-4c17-9dd1-5683da219153-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "ccd03714-42e1-4c17-9dd1-5683da219153-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:18:55 user nova-compute[74974]: INFO nova.compute.manager [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Terminating instance
Nov 29 12:18:55 user nova-compute[74974]: DEBUG nova.compute.manager [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG nova.compute.manager [req-548770d3-2230-49d7-8ee8-fef98d33d93b req-6c341010-23d6-420d-8b65-252762d162a7 service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Received event network-vif-unplugged-7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-548770d3-2230-49d7-8ee8-fef98d33d93b req-6c341010-23d6-420d-8b65-252762d162a7 service nova] Acquiring lock "ccd03714-42e1-4c17-9dd1-5683da219153-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-548770d3-2230-49d7-8ee8-fef98d33d93b req-6c341010-23d6-420d-8b65-252762d162a7 service nova] Lock "ccd03714-42e1-4c17-9dd1-5683da219153-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-548770d3-2230-49d7-8ee8-fef98d33d93b req-6c341010-23d6-420d-8b65-252762d162a7 service nova] Lock "ccd03714-42e1-4c17-9dd1-5683da219153-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG nova.compute.manager [req-548770d3-2230-49d7-8ee8-fef98d33d93b req-6c341010-23d6-420d-8b65-252762d162a7 service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] No waiting events found dispatching network-vif-unplugged-7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG nova.compute.manager [req-548770d3-2230-49d7-8ee8-fef98d33d93b req-6c341010-23d6-420d-8b65-252762d162a7 service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Received event network-vif-unplugged-7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:55 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Instance destroyed successfully.
Nov 29 12:18:55 user nova-compute[74974]: DEBUG nova.objects.instance [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lazy-loading 'resources' on Instance uuid ccd03714-42e1-4c17-9dd1-5683da219153 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:16:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-412534189',display_name='tempest-VolumesSnapshotTestJSON-instance-412534189',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-412534189',id=45,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOlhhNEcdxMchLEnS+sYAwTiZ4KIyFkhCBnc5R35nYWfhux9sjzehOSH+OkQq8WfzWhzYwNt1tQlKmNEuVqvoeyXxAVsJNVbl5eyz8PMRjjelhtS7nUqfAoViZsC2msgHA==',key_name='tempest-keypair-1483233419',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:16:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8313ad0c700241d2813380ff8f372a42',ramdisk_id='',reservation_id='r-2ntxb4o8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-524894532',owner_user_name='tempest-VolumesSnapshotTestJSON-524894532-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:16:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3326187f06e04b57ab2e44fec94b9a89',uuid=ccd03714-42e1-4c17-9dd1-5683da219153,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5", "address": "fa:16:3e:cd:af:bc", "network": {"id": "80153daa-f8fc-43df-a3fd-bef462c6db7f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2018600062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.3", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8313ad0c700241d2813380ff8f372a42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b4a93f0-5b", "ovs_interfaceid": "7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Converting VIF {"id": "7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5", "address": "fa:16:3e:cd:af:bc", "network": {"id": "80153daa-f8fc-43df-a3fd-bef462c6db7f", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2018600062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.3", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8313ad0c700241d2813380ff8f372a42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b4a93f0-5b", "ovs_interfaceid": "7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cd:af:bc,bridge_name='br-int',has_traffic_filtering=True,id=7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5,network=Network(80153daa-f8fc-43df-a3fd-bef462c6db7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b4a93f0-5b') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG os_vif [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:af:bc,bridge_name='br-int',has_traffic_filtering=True,id=7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5,network=Network(80153daa-f8fc-43df-a3fd-bef462c6db7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b4a93f0-5b') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7b4a93f0-5b, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ac38d982-a9b6-4ac5-a36c-d49b14e04779) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:18:55 user nova-compute[74974]: INFO os_vif [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:af:bc,bridge_name='br-int',has_traffic_filtering=True,id=7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5,network=Network(80153daa-f8fc-43df-a3fd-bef462c6db7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b4a93f0-5b')
Nov 29 12:18:55 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'Vfjmirxo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:18:55 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:18:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[20419864-9b53-41c0-b891-51d9dd298f5c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:18:55 user nova-compute[74974]: No targets found.
Nov 29 12:18:55 user nova-compute[74974]: iSNS:
Nov 29 12:18:55 user nova-compute[74974]: No targets found.
Nov 29 12:18:55 user nova-compute[74974]: STATIC:
Nov 29 12:18:55 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9
Nov 29 12:18:55 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:18:55 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:18:55 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c
Nov 29 12:18:55 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:18:55 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:18:55 user nova-compute[74974]: FIRMWARE:
Nov 29 12:18:55 user nova-compute[74974]: No targets found.
Nov 29 12:18:55 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:18:55 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:18:55 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f9ec0965-9767-46da-aa71-4ff3bb75fd9d', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:18:55 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ef3ac0e-1328-43bd-8167-bb3321b802b4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:18:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:18:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b7ad60e-3c26-41ba-8ee2-2ba660f62605]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:18:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)
Nov 29 12:18:56 user nova-compute[74974]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)
Nov 29 12:18:56 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:18:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)
Nov 29 12:18:56 user nova-compute[74974]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)
Nov 29 12:18:56 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:18:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa835a7a0>, {}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:18:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Disconnecting from: [] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:18:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.071s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:18:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] <== disconnect_volume: return (73ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:18:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:18:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Deleting instance files /opt/stack/data/nova/instances/ccd03714-42e1-4c17-9dd1-5683da219153_del
Nov 29 12:18:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Deletion of /opt/stack/data/nova/instances/ccd03714-42e1-4c17-9dd1-5683da219153_del complete
Nov 29 12:18:56 user nova-compute[74974]: INFO nova.compute.manager [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Took 0.93 seconds to destroy the instance on the hypervisor.
Nov 29 12:18:56 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:18:56 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:18:56 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:18:56 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:18:56 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Took 0.70 seconds to deallocate network for instance.
Nov 29 12:18:56 user nova-compute[74974]: WARNING nova.volume.cinder [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Attachment 36b97c01-db35-490c-a835-a78fdf67f0de does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 36b97c01-db35-490c-a835-a78fdf67f0de. (HTTP 404) (Request-ID: req-8ba86791-3c0d-4b11-b7d6-58ba81592bdb)
Nov 29 12:18:56 user nova-compute[74974]: INFO nova.compute.manager [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Took 0.02 seconds to detach 1 volumes for instance.
Nov 29 12:18:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:18:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:18:57 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:18:57 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:18:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.171s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:18:57 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Deleted allocations for instance ccd03714-42e1-4c17-9dd1-5683da219153
Nov 29 12:18:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-38357c84-08fe-4d19-af71-10f3db5000d8 tempest-VolumesSnapshotTestJSON-524894532 tempest-VolumesSnapshotTestJSON-524894532-project-member] Lock "ccd03714-42e1-4c17-9dd1-5683da219153" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.012s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:18:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-68c8e47d-2a65-4dea-a98c-6b55b5f5e8f3 req-71616d6e-f59a-49ff-9079-31f0c9de5f27 service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Received event network-vif-plugged-7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:18:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-68c8e47d-2a65-4dea-a98c-6b55b5f5e8f3 req-71616d6e-f59a-49ff-9079-31f0c9de5f27 service nova] Acquiring lock "ccd03714-42e1-4c17-9dd1-5683da219153-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:18:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-68c8e47d-2a65-4dea-a98c-6b55b5f5e8f3 req-71616d6e-f59a-49ff-9079-31f0c9de5f27 service nova] Lock "ccd03714-42e1-4c17-9dd1-5683da219153-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:18:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-68c8e47d-2a65-4dea-a98c-6b55b5f5e8f3 req-71616d6e-f59a-49ff-9079-31f0c9de5f27 service nova] Lock "ccd03714-42e1-4c17-9dd1-5683da219153-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:18:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-68c8e47d-2a65-4dea-a98c-6b55b5f5e8f3 req-71616d6e-f59a-49ff-9079-31f0c9de5f27 service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] No waiting events found dispatching network-vif-plugged-7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:18:57 user nova-compute[74974]: WARNING nova.compute.manager [req-68c8e47d-2a65-4dea-a98c-6b55b5f5e8f3 req-71616d6e-f59a-49ff-9079-31f0c9de5f27 service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Received unexpected event network-vif-plugged-7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5 for instance with vm_state deleted and task_state None.
Nov 29 12:18:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-68c8e47d-2a65-4dea-a98c-6b55b5f5e8f3 req-71616d6e-f59a-49ff-9079-31f0c9de5f27 service nova] [instance: ccd03714-42e1-4c17-9dd1-5683da219153] Received event network-vif-deleted-7b4a93f0-5b78-4fcb-82ab-3f87dd05bff5 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:19:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:01 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:19:02 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:19:02 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:19:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:19:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:19:02 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:19:02 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Updating instance_info_cache with network_info: [{"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:19:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:19:02 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:19:03 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:19:04 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:19:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:19:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:19:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:19:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:19:06 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:19:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:19:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:19:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:19:06 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:19:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:19:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:19:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:19:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:19:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:19:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:19:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:19:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:19:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:19:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:19:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:19:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:19:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:19:08 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:19:08 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:19:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8676MB free_disk=24.89239501953125GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:19:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:19:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:19:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 47926f11-65b2-4ef3-a6be-f680368c273c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:19:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance aef9c801-6f6c-44f9-98f2-461d884f6e40 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:19:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance edffeffa-2cd1-4696-a874-38bafe4fbf89 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:19:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:19:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:19:08 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:19:08 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:19:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:19:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.281s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:19:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:09 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:19:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:11 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "edffeffa-2cd1-4696-a874-38bafe4fbf89" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:19:12 user nova-compute[74974]: INFO nova.compute.manager [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Terminating instance
Nov 29 12:19:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-e6fdb209-1311-4175-9fe6-83041481408c req-3b1d4d6f-24c3-483e-b712-53e6ce969bb3 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Received event network-vif-unplugged-7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e6fdb209-1311-4175-9fe6-83041481408c req-3b1d4d6f-24c3-483e-b712-53e6ce969bb3 service nova] Acquiring lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e6fdb209-1311-4175-9fe6-83041481408c req-3b1d4d6f-24c3-483e-b712-53e6ce969bb3 service nova] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e6fdb209-1311-4175-9fe6-83041481408c req-3b1d4d6f-24c3-483e-b712-53e6ce969bb3 service nova] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-e6fdb209-1311-4175-9fe6-83041481408c req-3b1d4d6f-24c3-483e-b712-53e6ce969bb3 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] No waiting events found dispatching network-vif-unplugged-7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG nova.compute.manager [req-e6fdb209-1311-4175-9fe6-83041481408c req-3b1d4d6f-24c3-483e-b712-53e6ce969bb3 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Received event network-vif-unplugged-7a8dc408-1266-47a9-8115-67c4fa20825c for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:19:12 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Instance destroyed successfully.
Nov 29 12:19:12 user nova-compute[74974]: DEBUG nova.objects.instance [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lazy-loading 'resources' on Instance uuid edffeffa-2cd1-4696-a874-38bafe4fbf89 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T12:13:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1606431681',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1606431681',id=42,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAh7u+mMIBjF7UpB8r+KawnZ5jqqWpxaziNbzUe0UeyIvpcD6nihmAIYYekCktnTBsufQV/XKn5rw0sNAYWPZlqUUTbVA9ZW4KgDnWWqCb3pO2+EcniCXJlMvRbRt9YaVQ==',key_name='tempest-keypair-1833538282',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:17:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='035db581b1704a6a8a5fe14de3232b57',ramdisk_id='',reservation_id='r-yd2r79if',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-193778848',owner_user_name='tempest-AttachVolumeShelveTestJSON-193778848-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:17:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d1e86a4643e40708453514d9db954ae',uuid=edffeffa-2cd1-4696-a874-38bafe4fbf89,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7a8dc408-1266-47a9-8115-67c4fa20825c", "address": "fa:16:3e:21:35:ef", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a8dc408-12", "ovs_interfaceid": "7a8dc408-1266-47a9-8115-67c4fa20825c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converting VIF {"id": "7a8dc408-1266-47a9-8115-67c4fa20825c", "address": "fa:16:3e:21:35:ef", "network": {"id": "585057e6-0c0f-4e45-86a3-ab589f45ec89", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1582326399-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "035db581b1704a6a8a5fe14de3232b57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a8dc408-12", "ovs_interfaceid": "7a8dc408-1266-47a9-8115-67c4fa20825c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:35:ef,bridge_name='br-int',has_traffic_filtering=True,id=7a8dc408-1266-47a9-8115-67c4fa20825c,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a8dc408-12') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG os_vif [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:35:ef,bridge_name='br-int',has_traffic_filtering=True,id=7a8dc408-1266-47a9-8115-67c4fa20825c,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a8dc408-12') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7a8dc408-12, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=91541a48-d4f2-4548-8586-8e1284b6ed86) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:12 user nova-compute[74974]: INFO os_vif [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:35:ef,bridge_name='br-int',has_traffic_filtering=True,id=7a8dc408-1266-47a9-8115-67c4fa20825c,network=Network(585057e6-0c0f-4e45-86a3-ab589f45ec89),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a8dc408-12')
Nov 29 12:19:12 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Deleting instance files /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89_del
Nov 29 12:19:12 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Deletion of /opt/stack/data/nova/instances/edffeffa-2cd1-4696-a874-38bafe4fbf89_del complete
Nov 29 12:19:12 user nova-compute[74974]: INFO nova.compute.manager [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Took 0.71 seconds to destroy the instance on the hypervisor.
Nov 29 12:19:12 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:19:12 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:19:13 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Took 0.83 seconds to deallocate network for instance.
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:19:13 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 47926f11-65b2-4ef3-a6be-f680368c273c is timed out.
Nov 29 12:19:13 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Successfully detached device vdb from instance 47926f11-65b2-4ef3-a6be-f680368c273c from the live domain config.
Nov 29 12:19:13 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IPhnfdzm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:19:13 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:19:13 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e68c1d63-b3a9-4dd1-8409-8b8da78481ab]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:19:13 user nova-compute[74974]: No targets found.
Nov 29 12:19:13 user nova-compute[74974]: iSNS:
Nov 29 12:19:13 user nova-compute[74974]: No targets found.
Nov 29 12:19:13 user nova-compute[74974]: STATIC:
Nov 29 12:19:13 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9
Nov 29 12:19:13 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:19:13 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:19:13 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c
Nov 29 12:19:13 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:19:13 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:19:13 user nova-compute[74974]: FIRMWARE:
Nov 29 12:19:13 user nova-compute[74974]: No targets found.
Nov 29 12:19:13 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:19:13 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:19:13 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c8bece7-4ce0-43cf-81c4-82aea5486465]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.256s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a564912d-2df3-486c-ae47-13fb51b90494]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)
Nov 29 12:19:13 user nova-compute[74974]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)
Nov 29 12:19:13 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c (non-flash)
Nov 29 12:19:13 user nova-compute[74974]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)
Nov 29 12:19:13 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa83680d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c'): ({'sdb'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Removing single pathed devices sdb {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:19:13 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Deleted allocations for instance edffeffa-2cd1-4696-a874-38bafe4fbf89
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[75d610a8-a173-4dec-b817-984db9471aed]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[34c0ceb1-5f36-406d-9d29-5d37ec761c2d]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Flushing IO for device /dev/sdb {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3316a23d-744d-4c93-85f9-2c53ca4518ca]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:19:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a2c4e342-7f66-4544-9004-3123e34da1c2 tempest-AttachVolumeShelveTestJSON-193778848 tempest-AttachVolumeShelveTestJSON-193778848-project-member] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.978s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[043051a7-5519-4fb6-8c15-13153829d744]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ae18950-3388-450c-aa78-985787dc6392]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6abf8a8-2935-4888-92a3-73add8027c6a]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c, portal: 172.16.0.220,3260]
Nov 29 12:19:14 user nova-compute[74974]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c, portal: 172.16.0.220,3260] successful.
Nov 29 12:19:14 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f438c5ce-c4e0-4b4a-a54c-8f21dc91402c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb392ec0-3f6b-46b9-b56a-92ab7b5f6184]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.300s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] <== disconnect_volume: return (302ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-a7f72685-624f-4f4c-aa09-bc4d15481ac0 req-c99570ce-aca7-4a09-8c40-9db29c20f524 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Received event network-vif-plugged-7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a7f72685-624f-4f4c-aa09-bc4d15481ac0 req-c99570ce-aca7-4a09-8c40-9db29c20f524 service nova] Acquiring lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a7f72685-624f-4f4c-aa09-bc4d15481ac0 req-c99570ce-aca7-4a09-8c40-9db29c20f524 service nova] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-a7f72685-624f-4f4c-aa09-bc4d15481ac0 req-c99570ce-aca7-4a09-8c40-9db29c20f524 service nova] Lock "edffeffa-2cd1-4696-a874-38bafe4fbf89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:19:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-a7f72685-624f-4f4c-aa09-bc4d15481ac0 req-c99570ce-aca7-4a09-8c40-9db29c20f524 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] No waiting events found dispatching network-vif-plugged-7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:19:14 user nova-compute[74974]: WARNING nova.compute.manager [req-a7f72685-624f-4f4c-aa09-bc4d15481ac0 req-c99570ce-aca7-4a09-8c40-9db29c20f524 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Received unexpected event network-vif-plugged-7a8dc408-1266-47a9-8115-67c4fa20825c for instance with vm_state deleted and task_state None.
Nov 29 12:19:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-a7f72685-624f-4f4c-aa09-bc4d15481ac0 req-c99570ce-aca7-4a09-8c40-9db29c20f524 service nova] [instance: edffeffa-2cd1-4696-a874-38bafe4fbf89] Received event network-vif-deleted-7a8dc408-1266-47a9-8115-67c4fa20825c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:19:15 user nova-compute[74974]: DEBUG nova.objects.instance [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lazy-loading 'flavor' on Instance uuid 47926f11-65b2-4ef3-a6be-f680368c273c {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:19:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-28fdc9dc-824f-405e-92f6-617c58f36caf tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "47926f11-65b2-4ef3-a6be-f680368c273c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.886s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:19:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:19:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:19:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:19:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:19:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:19:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:19:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "47926f11-65b2-4ef3-a6be-f680368c273c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "47926f11-65b2-4ef3-a6be-f680368c273c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:19:48 user nova-compute[74974]: INFO nova.compute.manager [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Terminating instance
Nov 29 12:19:48 user nova-compute[74974]: DEBUG nova.compute.manager [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG nova.compute.manager [req-1cbabe3d-666b-487a-a590-7daba16a1645 req-6ca6f80a-df4c-48fa-8d76-6706a693cec3 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Received event network-vif-unplugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1cbabe3d-666b-487a-a590-7daba16a1645 req-6ca6f80a-df4c-48fa-8d76-6706a693cec3 service nova] Acquiring lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1cbabe3d-666b-487a-a590-7daba16a1645 req-6ca6f80a-df4c-48fa-8d76-6706a693cec3 service nova] Lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1cbabe3d-666b-487a-a590-7daba16a1645 req-6ca6f80a-df4c-48fa-8d76-6706a693cec3 service nova] Lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG nova.compute.manager [req-1cbabe3d-666b-487a-a590-7daba16a1645 req-6ca6f80a-df4c-48fa-8d76-6706a693cec3 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] No waiting events found dispatching network-vif-unplugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG nova.compute.manager [req-1cbabe3d-666b-487a-a590-7daba16a1645 req-6ca6f80a-df4c-48fa-8d76-6706a693cec3 service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Received event network-vif-unplugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:19:48 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Instance destroyed successfully.
Nov 29 12:19:48 user nova-compute[74974]: DEBUG nova.objects.instance [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lazy-loading 'resources' on Instance uuid 47926f11-65b2-4ef3-a6be-f680368c273c {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:14:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1192513195',display_name='tempest-TestMinimumBasicScenario-server-1192513195',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1192513195',id=44,image_ref='28728d46-35f9-42db-a900-05d7b5b4f7a1',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKA7N1ypfygKTbWQ/SS5ZjoxhjtfJtklAL6zkDggtkQw8csrCIg3FwzGL/AlujzBJQCl1MwQEpScsAYYk7ugB3ZEwdin9PuPJgSkjZrVAphnTcsA473Lgcz+ljDGW8Hlog==',key_name='tempest-TestMinimumBasicScenario-1817428318',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:14:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2211d314e2634ee79e5747c787920c10',ramdisk_id='',reservation_id='r-yzoi1zui',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='28728d46-35f9-42db-a900-05d7b5b4f7a1',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1298884758',owner_user_name='tempest-TestMinimumBasicScenario-1298884758-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:17:08Z,user_data=None,user_id='0af07c7ab74d4f9ebc7f43420452dabe',uuid=47926f11-65b2-4ef3-a6be-f680368c273c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "address": "fa:16:3e:e9:6a:d7", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa832addf-dd", "ovs_interfaceid": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Converting VIF {"id": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "address": "fa:16:3e:e9:6a:d7", "network": {"id": "9dc2f704-2715-4f2a-bac4-49bbf22355e6", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1523552418-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2211d314e2634ee79e5747c787920c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa832addf-dd", "ovs_interfaceid": "a832addf-dde2-4bd8-9bc5-9236a6701c70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e9:6a:d7,bridge_name='br-int',has_traffic_filtering=True,id=a832addf-dde2-4bd8-9bc5-9236a6701c70,network=Network(9dc2f704-2715-4f2a-bac4-49bbf22355e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa832addf-dd') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG os_vif [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e9:6a:d7,bridge_name='br-int',has_traffic_filtering=True,id=a832addf-dde2-4bd8-9bc5-9236a6701c70,network=Network(9dc2f704-2715-4f2a-bac4-49bbf22355e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa832addf-dd') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa832addf-dd, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7042744e-0807-4376-93f7-2c7a4c876000) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:48 user nova-compute[74974]: INFO os_vif [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e9:6a:d7,bridge_name='br-int',has_traffic_filtering=True,id=a832addf-dde2-4bd8-9bc5-9236a6701c70,network=Network(9dc2f704-2715-4f2a-bac4-49bbf22355e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa832addf-dd')
Nov 29 12:19:48 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Deleting instance files /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c_del
Nov 29 12:19:48 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Deletion of /opt/stack/data/nova/instances/47926f11-65b2-4ef3-a6be-f680368c273c_del complete
Nov 29 12:19:48 user nova-compute[74974]: INFO nova.compute.manager [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 29 12:19:48 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:19:48 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:19:49 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:19:49 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Took 0.47 seconds to deallocate network for instance.
Nov 29 12:19:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:19:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:19:49 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:19:49 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:19:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.142s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:19:49 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Deleted allocations for instance 47926f11-65b2-4ef3-a6be-f680368c273c
Nov 29 12:19:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d3c4dde-353c-472e-bf41-e2fd6deef1bd tempest-TestMinimumBasicScenario-1298884758 tempest-TestMinimumBasicScenario-1298884758-project-member] Lock "47926f11-65b2-4ef3-a6be-f680368c273c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.917s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:19:50 user nova-compute[74974]: DEBUG nova.compute.manager [req-7e95d328-f380-4593-b3d7-0f16fe5794b7 req-05e8e646-d9e2-4358-b8db-a85efbfa47ca service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Received event network-vif-plugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:19:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7e95d328-f380-4593-b3d7-0f16fe5794b7 req-05e8e646-d9e2-4358-b8db-a85efbfa47ca service nova] Acquiring lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:19:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7e95d328-f380-4593-b3d7-0f16fe5794b7 req-05e8e646-d9e2-4358-b8db-a85efbfa47ca service nova] Lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:19:50 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7e95d328-f380-4593-b3d7-0f16fe5794b7 req-05e8e646-d9e2-4358-b8db-a85efbfa47ca service nova] Lock "47926f11-65b2-4ef3-a6be-f680368c273c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:19:50 user nova-compute[74974]: DEBUG nova.compute.manager [req-7e95d328-f380-4593-b3d7-0f16fe5794b7 req-05e8e646-d9e2-4358-b8db-a85efbfa47ca service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] No waiting events found dispatching network-vif-plugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:19:50 user nova-compute[74974]: WARNING nova.compute.manager [req-7e95d328-f380-4593-b3d7-0f16fe5794b7 req-05e8e646-d9e2-4358-b8db-a85efbfa47ca service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Received unexpected event network-vif-plugged-a832addf-dde2-4bd8-9bc5-9236a6701c70 for instance with vm_state deleted and task_state None.
Nov 29 12:19:50 user nova-compute[74974]: DEBUG nova.compute.manager [req-7e95d328-f380-4593-b3d7-0f16fe5794b7 req-05e8e646-d9e2-4358-b8db-a85efbfa47ca service nova] [instance: 47926f11-65b2-4ef3-a6be-f680368c273c] Received event network-vif-deleted-a832addf-dde2-4bd8-9bc5-9236a6701c70 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:19:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:19:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:02 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:20:02 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:20:02 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Didn't find any instances for network info cache update. {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 12:20:02 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:20:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:20:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:20:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:20:06 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:20:06 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:20:06 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:20:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:20:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:20:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:20:06 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:20:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:06 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:20:07 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:20:07 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:20:07 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8989MB free_disk=24.93756866455078GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:20:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:20:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:20:07 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance aef9c801-6f6c-44f9-98f2-461d884f6e40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:20:07 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:20:07 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:20:07 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:20:07 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:20:07 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:20:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.284s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:20:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:09 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:20:11 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:20:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "def81640-95bc-4f79-ac1c-7405bc90b2ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:20:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:20:25 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:20:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:20:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:20:25 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:20:25 user nova-compute[74974]: INFO nova.compute.claims [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Claim successful on node user
Nov 29 12:20:25 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:20:25 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:20:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.268s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:20:25 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:20:25 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:20:25 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:20:26 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:20:26 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG nova.policy [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7b3a0000d6f4978aa5dd29a65a25bf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ca1974a02ec4b3385deba3f7ce3ac50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:20:26 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Creating image(s)
Nov 29 12:20:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "/opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "/opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "/opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.189s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.199s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk 1073741824" returned: 0 in 0.047s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.253s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Successfully created port: 449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.183s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Checking if we can resize image /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Cannot resize image /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Ensure instance console log exists: /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:20:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:20:27 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Successfully updated port: 449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:20:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "refresh_cache-def81640-95bc-4f79-ac1c-7405bc90b2ba" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:20:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquired lock "refresh_cache-def81640-95bc-4f79-ac1c-7405bc90b2ba" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:20:27 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:20:27 user nova-compute[74974]: DEBUG nova.compute.manager [req-b3dea6ae-0742-4829-8973-c1eeb7af65ea req-35ee3143-aedc-437b-a58e-335a2bd9f292 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Received event network-changed-449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:20:27 user nova-compute[74974]: DEBUG nova.compute.manager [req-b3dea6ae-0742-4829-8973-c1eeb7af65ea req-35ee3143-aedc-437b-a58e-335a2bd9f292 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Refreshing instance network info cache due to event network-changed-449efeba-4abc-44a9-bc1a-833f53384743. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:20:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b3dea6ae-0742-4829-8973-c1eeb7af65ea req-35ee3143-aedc-437b-a58e-335a2bd9f292 service nova] Acquiring lock "refresh_cache-def81640-95bc-4f79-ac1c-7405bc90b2ba" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:20:27 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:20:27 user nova-compute[74974]: DEBUG nova.network.neutron [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Updating instance_info_cache with network_info: [{"id": "449efeba-4abc-44a9-bc1a-833f53384743", "address": "fa:16:3e:66:c0:ca", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap449efeba-4a", "ovs_interfaceid": "449efeba-4abc-44a9-bc1a-833f53384743", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:20:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Releasing lock "refresh_cache-def81640-95bc-4f79-ac1c-7405bc90b2ba" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:20:27 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Instance network_info: |[{"id": "449efeba-4abc-44a9-bc1a-833f53384743", "address": "fa:16:3e:66:c0:ca", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap449efeba-4a", "ovs_interfaceid": "449efeba-4abc-44a9-bc1a-833f53384743", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:20:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b3dea6ae-0742-4829-8973-c1eeb7af65ea req-35ee3143-aedc-437b-a58e-335a2bd9f292 service nova] Acquired lock "refresh_cache-def81640-95bc-4f79-ac1c-7405bc90b2ba" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:20:27 user nova-compute[74974]: DEBUG nova.network.neutron [req-b3dea6ae-0742-4829-8973-c1eeb7af65ea req-35ee3143-aedc-437b-a58e-335a2bd9f292 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Refreshing network info cache for port 449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:20:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Start _get_guest_xml network_info=[{"id": "449efeba-4abc-44a9-bc1a-833f53384743", "address": "fa:16:3e:66:c0:ca", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap449efeba-4a", "ovs_interfaceid": "449efeba-4abc-44a9-bc1a-833f53384743", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:20:27 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:20:27 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:20:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:20:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:20:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:20:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:20:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:20:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-69357305',display_name='tempest-AttachVolumeNegativeTest-server-69357305',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-69357305',id=48,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+SjpJtlQV/oDC+coeu68rIKNYTstAt2HR5JCrD5sWk1zgCRDheGQ2fzWHGk2fHyUwipnpytrmEvuJ2bOvRSa25Iz3P//RtX0XNzoZCW1KmhbI3JXQ5PX2y+HljJtAEaQ==',key_name='tempest-keypair-495206429',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ca1974a02ec4b3385deba3f7ce3ac50',ramdisk_id='',reservation_id='r-oi0um1bd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-736076917',owner_user_name='tempest-AttachVolumeNegativeTest-736076917-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:20:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a7b3a0000d6f4978aa5dd29a65a25bf3',uuid=def81640-95bc-4f79-ac1c-7405bc90b2ba,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "449efeba-4abc-44a9-bc1a-833f53384743", "address": "fa:16:3e:66:c0:ca", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap449efeba-4a", "ovs_interfaceid": "449efeba-4abc-44a9-bc1a-833f53384743", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converting VIF {"id": "449efeba-4abc-44a9-bc1a-833f53384743", "address": "fa:16:3e:66:c0:ca", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap449efeba-4a", "ovs_interfaceid": "449efeba-4abc-44a9-bc1a-833f53384743", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:c0:ca,bridge_name='br-int',has_traffic_filtering=True,id=449efeba-4abc-44a9-bc1a-833f53384743,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap449efeba-4a') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.objects.instance [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lazy-loading 'pci_devices' on Instance uuid def81640-95bc-4f79-ac1c-7405bc90b2ba {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:20:28 user nova-compute[74974]:   <uuid>def81640-95bc-4f79-ac1c-7405bc90b2ba</uuid>
Nov 29 12:20:28 user nova-compute[74974]:   <name>instance-00000030</name>
Nov 29 12:20:28 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:20:28 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:20:28 user nova-compute[74974]:   <metadata>
Nov 29 12:20:28 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:20:28 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:20:28 user nova-compute[74974]:       <nova:name>tempest-AttachVolumeNegativeTest-server-69357305</nova:name>
Nov 29 12:20:28 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:20:27</nova:creationTime>
Nov 29 12:20:28 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:20:28 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:20:28 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:20:28 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:20:28 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:20:28 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:20:28 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:20:28 user nova-compute[74974]:       <nova:owner>
Nov 29 12:20:28 user nova-compute[74974]:         <nova:user uuid="a7b3a0000d6f4978aa5dd29a65a25bf3">tempest-AttachVolumeNegativeTest-736076917-project-member</nova:user>
Nov 29 12:20:28 user nova-compute[74974]:         <nova:project uuid="9ca1974a02ec4b3385deba3f7ce3ac50">tempest-AttachVolumeNegativeTest-736076917</nova:project>
Nov 29 12:20:28 user nova-compute[74974]:       </nova:owner>
Nov 29 12:20:28 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:20:28 user nova-compute[74974]:       <nova:ports>
Nov 29 12:20:28 user nova-compute[74974]:         <nova:port uuid="449efeba-4abc-44a9-bc1a-833f53384743">
Nov 29 12:20:28 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 12:20:28 user nova-compute[74974]:         </nova:port>
Nov 29 12:20:28 user nova-compute[74974]:       </nova:ports>
Nov 29 12:20:28 user nova-compute[74974]:     </nova:instance>
Nov 29 12:20:28 user nova-compute[74974]:   </metadata>
Nov 29 12:20:28 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:20:28 user nova-compute[74974]:     <system>
Nov 29 12:20:28 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:20:28 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:20:28 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:20:28 user nova-compute[74974]:       <entry name="serial">def81640-95bc-4f79-ac1c-7405bc90b2ba</entry>
Nov 29 12:20:28 user nova-compute[74974]:       <entry name="uuid">def81640-95bc-4f79-ac1c-7405bc90b2ba</entry>
Nov 29 12:20:28 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:20:28 user nova-compute[74974]:     </system>
Nov 29 12:20:28 user nova-compute[74974]:   </sysinfo>
Nov 29 12:20:28 user nova-compute[74974]:   <os>
Nov 29 12:20:28 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:20:28 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:20:28 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:20:28 user nova-compute[74974]:   </os>
Nov 29 12:20:28 user nova-compute[74974]:   <features>
Nov 29 12:20:28 user nova-compute[74974]:     <acpi/>
Nov 29 12:20:28 user nova-compute[74974]:     <apic/>
Nov 29 12:20:28 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:20:28 user nova-compute[74974]:   </features>
Nov 29 12:20:28 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:20:28 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:20:28 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:20:28 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:20:28 user nova-compute[74974]:   </clock>
Nov 29 12:20:28 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:20:28 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:20:28 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:20:28 user nova-compute[74974]:   </cpu>
Nov 29 12:20:28 user nova-compute[74974]:   <devices>
Nov 29 12:20:28 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:20:28 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:20:28 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk"/>
Nov 29 12:20:28 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:20:28 user nova-compute[74974]:     </disk>
Nov 29 12:20:28 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:20:28 user nova-compute[74974]:       <mac address="fa:16:3e:66:c0:ca"/>
Nov 29 12:20:28 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:20:28 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:20:28 user nova-compute[74974]:       <target dev="tap449efeba-4a"/>
Nov 29 12:20:28 user nova-compute[74974]:     </interface>
Nov 29 12:20:28 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:20:28 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/console.log" append="off"/>
Nov 29 12:20:28 user nova-compute[74974]:     </serial>
Nov 29 12:20:28 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:20:28 user nova-compute[74974]:     <video>
Nov 29 12:20:28 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:20:28 user nova-compute[74974]:     </video>
Nov 29 12:20:28 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:20:28 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:20:28 user nova-compute[74974]:     </rng>
Nov 29 12:20:28 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:20:28 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:20:28 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:20:28 user nova-compute[74974]:     </memballoon>
Nov 29 12:20:28 user nova-compute[74974]:   </devices>
Nov 29 12:20:28 user nova-compute[74974]: </domain>
Nov 29 12:20:28 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:20:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-69357305',display_name='tempest-AttachVolumeNegativeTest-server-69357305',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-69357305',id=48,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+SjpJtlQV/oDC+coeu68rIKNYTstAt2HR5JCrD5sWk1zgCRDheGQ2fzWHGk2fHyUwipnpytrmEvuJ2bOvRSa25Iz3P//RtX0XNzoZCW1KmhbI3JXQ5PX2y+HljJtAEaQ==',key_name='tempest-keypair-495206429',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ca1974a02ec4b3385deba3f7ce3ac50',ramdisk_id='',reservation_id='r-oi0um1bd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-736076917',owner_user_name='tempest-AttachVolumeNegativeTest-736076917-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:20:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a7b3a0000d6f4978aa5dd29a65a25bf3',uuid=def81640-95bc-4f79-ac1c-7405bc90b2ba,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "449efeba-4abc-44a9-bc1a-833f53384743", "address": "fa:16:3e:66:c0:ca", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap449efeba-4a", "ovs_interfaceid": "449efeba-4abc-44a9-bc1a-833f53384743", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converting VIF {"id": "449efeba-4abc-44a9-bc1a-833f53384743", "address": "fa:16:3e:66:c0:ca", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap449efeba-4a", "ovs_interfaceid": "449efeba-4abc-44a9-bc1a-833f53384743", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:c0:ca,bridge_name='br-int',has_traffic_filtering=True,id=449efeba-4abc-44a9-bc1a-833f53384743,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap449efeba-4a') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG os_vif [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:c0:ca,bridge_name='br-int',has_traffic_filtering=True,id=449efeba-4abc-44a9-bc1a-833f53384743,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap449efeba-4a') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4a72c6a3-23d1-5fe5-b499-4187b54cd335', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap449efeba-4a, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap449efeba-4a, col_values=(('qos', UUID('f50af349-d42f-498d-85d1-8e1fa88a6dc6')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap449efeba-4a, col_values=(('external_ids', {'iface-id': '449efeba-4abc-44a9-bc1a-833f53384743', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:66:c0:ca', 'vm-uuid': 'def81640-95bc-4f79-ac1c-7405bc90b2ba'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:28 user nova-compute[74974]: INFO os_vif [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:c0:ca,bridge_name='br-int',has_traffic_filtering=True,id=449efeba-4abc-44a9-bc1a-833f53384743,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap449efeba-4a')
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] No VIF found with MAC fa:16:3e:66:c0:ca, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.network.neutron [req-b3dea6ae-0742-4829-8973-c1eeb7af65ea req-35ee3143-aedc-437b-a58e-335a2bd9f292 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Updated VIF entry in instance network info cache for port 449efeba-4abc-44a9-bc1a-833f53384743. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG nova.network.neutron [req-b3dea6ae-0742-4829-8973-c1eeb7af65ea req-35ee3143-aedc-437b-a58e-335a2bd9f292 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Updating instance_info_cache with network_info: [{"id": "449efeba-4abc-44a9-bc1a-833f53384743", "address": "fa:16:3e:66:c0:ca", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap449efeba-4a", "ovs_interfaceid": "449efeba-4abc-44a9-bc1a-833f53384743", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:20:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-b3dea6ae-0742-4829-8973-c1eeb7af65ea req-35ee3143-aedc-437b-a58e-335a2bd9f292 service nova] Releasing lock "refresh_cache-def81640-95bc-4f79-ac1c-7405bc90b2ba" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:20:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-af763d9a-4ff1-4735-9ecd-efcf534e945c req-60f1ab73-60d7-4f5a-8c12-4a496772d850 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Received event network-vif-plugged-449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:20:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-af763d9a-4ff1-4735-9ecd-efcf534e945c req-60f1ab73-60d7-4f5a-8c12-4a496772d850 service nova] Acquiring lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:20:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-af763d9a-4ff1-4735-9ecd-efcf534e945c req-60f1ab73-60d7-4f5a-8c12-4a496772d850 service nova] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:20:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-af763d9a-4ff1-4735-9ecd-efcf534e945c req-60f1ab73-60d7-4f5a-8c12-4a496772d850 service nova] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:20:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-af763d9a-4ff1-4735-9ecd-efcf534e945c req-60f1ab73-60d7-4f5a-8c12-4a496772d850 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] No waiting events found dispatching network-vif-plugged-449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:20:29 user nova-compute[74974]: WARNING nova.compute.manager [req-af763d9a-4ff1-4735-9ecd-efcf534e945c req-60f1ab73-60d7-4f5a-8c12-4a496772d850 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Received unexpected event network-vif-plugged-449efeba-4abc-44a9-bc1a-833f53384743 for instance with vm_state building and task_state spawning.
Nov 29 12:20:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:31 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:20:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:20:31 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Instance spawned successfully.
Nov 29 12:20:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:20:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:20:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:20:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:20:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:20:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:20:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:20:31 user nova-compute[74974]: DEBUG nova.compute.manager [req-78c1789c-9674-4b71-bead-04f6643adc27 req-d34f9151-cd0e-49c4-b4c1-0ce7835feb3b service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Received event network-vif-plugged-449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:20:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-78c1789c-9674-4b71-bead-04f6643adc27 req-d34f9151-cd0e-49c4-b4c1-0ce7835feb3b service nova] Acquiring lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:20:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-78c1789c-9674-4b71-bead-04f6643adc27 req-d34f9151-cd0e-49c4-b4c1-0ce7835feb3b service nova] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:20:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-78c1789c-9674-4b71-bead-04f6643adc27 req-d34f9151-cd0e-49c4-b4c1-0ce7835feb3b service nova] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:20:31 user nova-compute[74974]: DEBUG nova.compute.manager [req-78c1789c-9674-4b71-bead-04f6643adc27 req-d34f9151-cd0e-49c4-b4c1-0ce7835feb3b service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] No waiting events found dispatching network-vif-plugged-449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:20:31 user nova-compute[74974]: WARNING nova.compute.manager [req-78c1789c-9674-4b71-bead-04f6643adc27 req-d34f9151-cd0e-49c4-b4c1-0ce7835feb3b service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Received unexpected event network-vif-plugged-449efeba-4abc-44a9-bc1a-833f53384743 for instance with vm_state building and task_state spawning.
Nov 29 12:20:31 user nova-compute[74974]: INFO nova.compute.manager [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Took 5.65 seconds to spawn the instance on the hypervisor.
Nov 29 12:20:31 user nova-compute[74974]: DEBUG nova.compute.manager [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:20:31 user nova-compute[74974]: INFO nova.compute.manager [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Took 6.26 seconds to build instance.
Nov 29 12:20:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-9d9efa41-26f7-4772-88e7-2289fe8c627a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.364s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:20:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:41 user nova-compute[74974]: DEBUG nova.objects.instance [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'flavor' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:20:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:20:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquired lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:20:41 user nova-compute[74974]: DEBUG nova.network.neutron [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:20:41 user nova-compute[74974]: DEBUG nova.objects.instance [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'info_cache' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:20:41 user nova-compute[74974]: DEBUG nova.objects.base [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Object Instance<aef9c801-6f6c-44f9-98f2-461d884f6e40> lazy-loaded attributes: flavor,info_cache {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.network.neutron [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Updating instance_info_cache with network_info: [{"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Releasing lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:20:42 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Instance destroyed successfully.
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.objects.instance [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'resources' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.objects.base [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Object Instance<aef9c801-6f6c-44f9-98f2-461d884f6e40> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:16:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1458998789',display_name='tempest-AttachVolumeTestJSON-server-1458998789',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1458998789',id=47,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPgxJbiT8zud9/F+uWkZNa3ocDoCItpspO3BbmdvB3BVJvPsWhBqL3HGpKAYXI7WDSYhzD+3+uBu96AP6IOAxrbskT0O7W28c3q9pGjW0UUv3QK++aGsG5PAjU4X4gpTGA==',key_name='tempest-keypair-1983179214',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:16:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='2e81d7c7a8654844935c0007c3ab6a23',ramdisk_id='',reservation_id='r-7m9s4jb2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-24024267',owner_user_name='tempest-AttachVolumeTestJSON-24024267-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:18:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ab2e0fb343f0495cbf645c061f0edaa8',uuid=aef9c801-6f6c-44f9-98f2-461d884f6e40,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converting VIF {"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:36:ac,bridge_name='br-int',has_traffic_filtering=True,id=9c254df3-230c-427f-b457-44119504ac41,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c254df3-23') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_vif [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:36:ac,bridge_name='br-int',has_traffic_filtering=True,id=9c254df3-230c-427f-b457-44119504ac41,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c254df3-23') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9c254df3-23, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ae59608d-146f-4460-80a7-304060076ae2) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:20:42 user nova-compute[74974]: INFO os_vif [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:36:ac,bridge_name='br-int',has_traffic_filtering=True,id=9c254df3-230c-427f-b457-44119504ac41,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c254df3-23')
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TgYMycGL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:20:42 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7fb23df-c03c-46bd-aaa9-3a2c6e6dd96f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:20:42 user nova-compute[74974]: No targets found.
Nov 29 12:20:42 user nova-compute[74974]: iSNS:
Nov 29 12:20:42 user nova-compute[74974]: No targets found.
Nov 29 12:20:42 user nova-compute[74974]: STATIC:
Nov 29 12:20:42 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9
Nov 29 12:20:42 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:20:42 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:20:42 user nova-compute[74974]: FIRMWARE:
Nov 29 12:20:42 user nova-compute[74974]: No targets found.
Nov 29 12:20:42 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:20:42 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:20:42 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ada3429f-160c-49e0-a7dd-1c8f7cb150e9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[94faae66-30fd-405f-8817-fef9cff90edd]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)
Nov 29 12:20:42 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)
Nov 29 12:20:42 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa810be20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9'): ({'sdd'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Removing single pathed devices sdd {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[31c51c71-9ee0-4f64-8d83-a8e1ea261404]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[191ff309-70c1-4758-a209-a0410b188381]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Flushing IO for device /dev/sdd {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e86c3ec-7a67-493b-9c65-2c3e1efc11b0]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.040s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a4e9782-90d4-41e0-bcbe-9fcd543e4abf]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] SCSI volumes sdd have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.039s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[79396a49-7a28-44d8-8bd4-a160c8e7e784]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f2b9dcb-b0a5-4aee-b2b7-057c3c7aeb9a]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9, portal: 172.16.0.220,3260]
Nov 29 12:20:42 user nova-compute[74974]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9, portal: 172.16.0.220,3260] successful.
Nov 29 12:20:42 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[30be2a93-26b9-4c9c-a370-d7370295bbf5]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] <== disconnect_volume: return (314ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Start _get_guest_xml network_info=[{"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'attachment_id': 'f2c1a369-b8e7-4415-b72a-dfb1997979ab', 'guest_format': None, 'device_type': 'disk', 'boot_index': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TgYMycGL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': 'aef9c801-6f6c-44f9-98f2-461d884f6e40', 'attached_at': '', 'detached_at': '', 'volume_id': '708eba76-5180-426f-a474-cb3a4fa30ab9', 'serial': '708eba76-5180-426f-a474-cb3a4fa30ab9'}, 'volume_type': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.objects.instance [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'numa_topology' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.objects.base [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Object Instance<aef9c801-6f6c-44f9-98f2-461d884f6e40> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:20:42 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:20:42 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.objects.instance [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'vcpu_model' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.objects.base [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Object Instance<aef9c801-6f6c-44f9-98f2-461d884f6e40> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TgYMycGL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:20:42 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:20:42 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:20:42 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[df86a832-77f2-4fdf-93df-d145317eb459]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:20:42 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[829a8bdd-8016-4b7c-bf17-ed6180cf61e5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9] added
Nov 29 12:20:42 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bceba642-138c-4b79-a935-c57fe3c8c867]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[11b10901-dbdb-4a83-b70c-06d3ee610f5c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TgYMycGL {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TgYMycGL" returned: 0 in 0.028s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1256bee-1b8d-4459-a744-076b98fb10a3]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TgYMycGL'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[96f4858f-ee41-4d3f-b289-17795e6728ea]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:20:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d6a0a16-63af-4858-b1ed-55c633b81f91]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 12:20:43 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 12:20:43 user nova-compute[74974]:  {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:20:43 user nova-compute[74974]: WARNING os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 12:20:43 user nova-compute[74974]: 
Nov 29 12:20:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[12c5cc5f-56cf-4de6-be9e-72fed658dec0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9, portal: 172.16.0.220,3260]
Nov 29 12:20:43 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9, portal: 172.16.0.220,3260] successful.
Nov 29 12:20:43 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d337f376-ac14-40f9-8a73-317b855d4c85]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b7f746c-ff29-4daf-8ced-dbe7a31853f3]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)
Nov 29 12:20:43 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)
Nov 29 12:20:43 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.272s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] HCTL ('33', '-', '-', 0) found on session 58 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b3ad7e4-05b2-4c99-8489-8d838eb76f73]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:20:43 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TgYMycGL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:20:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.307s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:20:44 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] <== connect_volume: return (1308ms) {'type': 'block', 'scsi_wwn': '26564616563313435', 'path': '/dev/sdb'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:20:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26564616563313435', 'path': '/dev/sdb'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:20:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:16:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1458998789',display_name='tempest-AttachVolumeTestJSON-server-1458998789',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1458998789',id=47,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPgxJbiT8zud9/F+uWkZNa3ocDoCItpspO3BbmdvB3BVJvPsWhBqL3HGpKAYXI7WDSYhzD+3+uBu96AP6IOAxrbskT0O7W28c3q9pGjW0UUv3QK++aGsG5PAjU4X4gpTGA==',key_name='tempest-keypair-1983179214',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:16:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='2e81d7c7a8654844935c0007c3ab6a23',ramdisk_id='',reservation_id='r-7m9s4jb2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-24024267',owner_user_name='tempest-AttachVolumeTestJSON-24024267-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:18:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ab2e0fb343f0495cbf645c061f0edaa8',uuid=aef9c801-6f6c-44f9-98f2-461d884f6e40,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:20:44 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converting VIF {"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:20:44 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:36:ac,bridge_name='br-int',has_traffic_filtering=True,id=9c254df3-230c-427f-b457-44119504ac41,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c254df3-23') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:20:44 user nova-compute[74974]: DEBUG nova.objects.instance [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'pci_devices' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:20:44 user nova-compute[74974]: DEBUG nova.objects.base [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Object Instance<aef9c801-6f6c-44f9-98f2-461d884f6e40> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:20:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:20:44 user nova-compute[74974]:   <uuid>aef9c801-6f6c-44f9-98f2-461d884f6e40</uuid>
Nov 29 12:20:44 user nova-compute[74974]:   <name>instance-0000002f</name>
Nov 29 12:20:44 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:20:44 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:20:44 user nova-compute[74974]:   <metadata>
Nov 29 12:20:44 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:20:44 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:20:44 user nova-compute[74974]:       <nova:name>tempest-AttachVolumeTestJSON-server-1458998789</nova:name>
Nov 29 12:20:44 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:20:42</nova:creationTime>
Nov 29 12:20:44 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:20:44 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:20:44 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:20:44 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:20:44 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:20:44 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:20:44 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:20:44 user nova-compute[74974]:       <nova:owner>
Nov 29 12:20:44 user nova-compute[74974]:         <nova:user uuid="ab2e0fb343f0495cbf645c061f0edaa8">tempest-AttachVolumeTestJSON-24024267-project-member</nova:user>
Nov 29 12:20:44 user nova-compute[74974]:         <nova:project uuid="2e81d7c7a8654844935c0007c3ab6a23">tempest-AttachVolumeTestJSON-24024267</nova:project>
Nov 29 12:20:44 user nova-compute[74974]:       </nova:owner>
Nov 29 12:20:44 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:20:44 user nova-compute[74974]:       <nova:ports>
Nov 29 12:20:44 user nova-compute[74974]:         <nova:port uuid="9c254df3-230c-427f-b457-44119504ac41">
Nov 29 12:20:44 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 12:20:44 user nova-compute[74974]:         </nova:port>
Nov 29 12:20:44 user nova-compute[74974]:       </nova:ports>
Nov 29 12:20:44 user nova-compute[74974]:     </nova:instance>
Nov 29 12:20:44 user nova-compute[74974]:   </metadata>
Nov 29 12:20:44 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:20:44 user nova-compute[74974]:     <system>
Nov 29 12:20:44 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:20:44 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:20:44 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:20:44 user nova-compute[74974]:       <entry name="serial">aef9c801-6f6c-44f9-98f2-461d884f6e40</entry>
Nov 29 12:20:44 user nova-compute[74974]:       <entry name="uuid">aef9c801-6f6c-44f9-98f2-461d884f6e40</entry>
Nov 29 12:20:44 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:20:44 user nova-compute[74974]:     </system>
Nov 29 12:20:44 user nova-compute[74974]:   </sysinfo>
Nov 29 12:20:44 user nova-compute[74974]:   <os>
Nov 29 12:20:44 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:20:44 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:20:44 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:20:44 user nova-compute[74974]:   </os>
Nov 29 12:20:44 user nova-compute[74974]:   <features>
Nov 29 12:20:44 user nova-compute[74974]:     <acpi/>
Nov 29 12:20:44 user nova-compute[74974]:     <apic/>
Nov 29 12:20:44 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:20:44 user nova-compute[74974]:   </features>
Nov 29 12:20:44 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:20:44 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:20:44 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:20:44 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:20:44 user nova-compute[74974]:   </clock>
Nov 29 12:20:44 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:20:44 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:20:44 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:20:44 user nova-compute[74974]:   </cpu>
Nov 29 12:20:44 user nova-compute[74974]:   <devices>
Nov 29 12:20:44 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:20:44 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:20:44 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk"/>
Nov 29 12:20:44 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:20:44 user nova-compute[74974]:     </disk>
Nov 29 12:20:44 user nova-compute[74974]:     <disk type="block" device="disk">
Nov 29 12:20:44 user nova-compute[74974]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:20:44 user nova-compute[74974]:       <source dev="/dev/sdb"/>
Nov 29 12:20:44 user nova-compute[74974]:       <target dev="vdb" bus="virtio"/>
Nov 29 12:20:44 user nova-compute[74974]:       <serial>708eba76-5180-426f-a474-cb3a4fa30ab9</serial>
Nov 29 12:20:44 user nova-compute[74974]:     </disk>
Nov 29 12:20:44 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:20:44 user nova-compute[74974]:       <mac address="fa:16:3e:9a:36:ac"/>
Nov 29 12:20:44 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:20:44 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:20:44 user nova-compute[74974]:       <target dev="tap9c254df3-23"/>
Nov 29 12:20:44 user nova-compute[74974]:     </interface>
Nov 29 12:20:44 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:20:44 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/console.log" append="off"/>
Nov 29 12:20:44 user nova-compute[74974]:     </serial>
Nov 29 12:20:44 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:20:44 user nova-compute[74974]:     <video>
Nov 29 12:20:44 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:20:44 user nova-compute[74974]:     </video>
Nov 29 12:20:44 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:20:44 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:20:44 user nova-compute[74974]:     </rng>
Nov 29 12:20:44 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:20:44 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:20:44 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:20:44 user nova-compute[74974]:     </memballoon>
Nov 29 12:20:44 user nova-compute[74974]:   </devices>
Nov 29 12:20:44 user nova-compute[74974]: </domain>
Nov 29 12:20:44 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:20:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:44 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:20:44 user nova-compute[74974]: DEBUG nova.objects.instance [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'trusted_certs' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:20:44 user nova-compute[74974]: DEBUG nova.objects.base [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Object Instance<aef9c801-6f6c-44f9-98f2-461d884f6e40> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:20:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.186s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:44 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Checking if we can resize image /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:20:44 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:20:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:20:45 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Cannot resize image /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:20:45 user nova-compute[74974]: DEBUG nova.objects.instance [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'migration_context' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:20:45 user nova-compute[74974]: DEBUG nova.objects.base [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Object Instance<aef9c801-6f6c-44f9-98f2-461d884f6e40> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:20:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:16:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1458998789',display_name='tempest-AttachVolumeTestJSON-server-1458998789',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1458998789',id=47,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPgxJbiT8zud9/F+uWkZNa3ocDoCItpspO3BbmdvB3BVJvPsWhBqL3HGpKAYXI7WDSYhzD+3+uBu96AP6IOAxrbskT0O7W28c3q9pGjW0UUv3QK++aGsG5PAjU4X4gpTGA==',key_name='tempest-keypair-1983179214',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:16:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='2e81d7c7a8654844935c0007c3ab6a23',ramdisk_id='',reservation_id='r-7m9s4jb2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-24024267',owner_user_name='tempest-AttachVolumeTestJSON-24024267-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:18:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ab2e0fb343f0495cbf645c061f0edaa8',uuid=aef9c801-6f6c-44f9-98f2-461d884f6e40,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:20:45 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converting VIF {"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:20:45 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:36:ac,bridge_name='br-int',has_traffic_filtering=True,id=9c254df3-230c-427f-b457-44119504ac41,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c254df3-23') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:20:45 user nova-compute[74974]: DEBUG os_vif [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:36:ac,bridge_name='br-int',has_traffic_filtering=True,id=9c254df3-230c-427f-b457-44119504ac41,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c254df3-23') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:20:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:20:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:20:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1fa397c0-d463-502d-9aeb-564fbcc3a475', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:20:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:20:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9c254df3-23, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:20:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9c254df3-23, col_values=(('qos', UUID('4acb7582-b66d-4c61-8985-aa28e6581ae6')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:20:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9c254df3-23, col_values=(('external_ids', {'iface-id': '9c254df3-230c-427f-b457-44119504ac41', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9a:36:ac', 'vm-uuid': 'aef9c801-6f6c-44f9-98f2-461d884f6e40'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:20:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:20:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:45 user nova-compute[74974]: INFO os_vif [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:36:ac,bridge_name='br-int',has_traffic_filtering=True,id=9c254df3-230c-427f-b457-44119504ac41,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c254df3-23')
Nov 29 12:20:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:46 user nova-compute[74974]: DEBUG nova.compute.manager [req-342e5aa8-a782-44dc-97a5-1a64c8ac7264 req-778faa5c-4be1-4afa-8dd9-eb9fecad380b service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:20:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-342e5aa8-a782-44dc-97a5-1a64c8ac7264 req-778faa5c-4be1-4afa-8dd9-eb9fecad380b service nova] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:20:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-342e5aa8-a782-44dc-97a5-1a64c8ac7264 req-778faa5c-4be1-4afa-8dd9-eb9fecad380b service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:20:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-342e5aa8-a782-44dc-97a5-1a64c8ac7264 req-778faa5c-4be1-4afa-8dd9-eb9fecad380b service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:20:46 user nova-compute[74974]: DEBUG nova.compute.manager [req-342e5aa8-a782-44dc-97a5-1a64c8ac7264 req-778faa5c-4be1-4afa-8dd9-eb9fecad380b service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] No waiting events found dispatching network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:20:46 user nova-compute[74974]: WARNING nova.compute.manager [req-342e5aa8-a782-44dc-97a5-1a64c8ac7264 req-778faa5c-4be1-4afa-8dd9-eb9fecad380b service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received unexpected event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 for instance with vm_state stopped and task_state powering-on.
Nov 29 12:20:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:48 user nova-compute[74974]: DEBUG nova.compute.manager [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:20:48 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Instance rebooted successfully.
Nov 29 12:20:48 user nova-compute[74974]: DEBUG nova.compute.manager [None req-22ec97c2-cd48-4d64-bf77-95e5c9713b52 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:20:48 user nova-compute[74974]: DEBUG nova.compute.manager [req-f78e1466-5235-481a-a107-88d218805d31 req-61316e33-c78f-44b2-8bec-2c728484e857 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:20:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f78e1466-5235-481a-a107-88d218805d31 req-61316e33-c78f-44b2-8bec-2c728484e857 service nova] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:20:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f78e1466-5235-481a-a107-88d218805d31 req-61316e33-c78f-44b2-8bec-2c728484e857 service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:20:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f78e1466-5235-481a-a107-88d218805d31 req-61316e33-c78f-44b2-8bec-2c728484e857 service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:20:48 user nova-compute[74974]: DEBUG nova.compute.manager [req-f78e1466-5235-481a-a107-88d218805d31 req-61316e33-c78f-44b2-8bec-2c728484e857 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] No waiting events found dispatching network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:20:48 user nova-compute[74974]: WARNING nova.compute.manager [req-f78e1466-5235-481a-a107-88d218805d31 req-61316e33-c78f-44b2-8bec-2c728484e857 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received unexpected event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 for instance with vm_state stopped and task_state powering-on.
Nov 29 12:20:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:20:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:21:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:21:03 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:21:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:21:04 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:21:04 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:21:04 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:21:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:21:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:21:04 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:21:04 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lazy-loading 'info_cache' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:21:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:21:05 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Updating instance_info_cache with network_info: [{"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:21:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:21:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:21:06 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:21:06 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:21:06 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:21:06 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:21:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:21:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:21:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:21:06 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:21:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:21:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:21:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:21:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:21:06 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:21:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:21:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:21:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:21:07 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:21:07 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:21:07 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:21:07 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8809MB free_disk=24.945045471191406GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:21:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:21:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:21:07 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance aef9c801-6f6c-44f9-98f2-461d884f6e40 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:21:07 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance def81640-95bc-4f79-ac1c-7405bc90b2ba actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:21:07 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:21:07 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:21:07 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:21:07 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:21:07 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:21:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.226s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:21:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:21:09 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:21:09 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:21:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:21:10 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:21:12 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:21:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:21:14 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:21:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:21:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:21:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:21:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:21:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:21:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:21:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:21:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:21:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:21:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:21:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:21:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:21:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:21:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:21:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:21:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:21:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:21:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:21:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:21:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:03 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:22:03 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:22:03 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74974) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 12:22:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:22:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:22:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:22:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-def81640-95bc-4f79-ac1c-7405bc90b2ba" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:22:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-def81640-95bc-4f79-ac1c-7405bc90b2ba" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:22:05 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:22:05 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Updating instance_info_cache with network_info: [{"id": "449efeba-4abc-44a9-bc1a-833f53384743", "address": "fa:16:3e:66:c0:ca", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap449efeba-4a", "ovs_interfaceid": "449efeba-4abc-44a9-bc1a-833f53384743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:22:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-def81640-95bc-4f79-ac1c-7405bc90b2ba" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:22:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:22:06 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:22:07 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:22:08 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:22:08 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:22:08 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:22:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:22:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:22:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:22:08 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:22:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:22:08 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:09 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:22:09 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:22:09 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8885MB free_disk=24.93648910522461GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:22:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:22:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:22:09 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance aef9c801-6f6c-44f9-98f2-461d884f6e40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:22:09 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance def81640-95bc-4f79-ac1c-7405bc90b2ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:22:09 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:22:09 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:22:09 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing inventories for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 12:22:10 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Updating ProviderTree inventory for provider acbc7b17-f018-42b8-afd4-030057f87dc2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 12:22:10 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Updating inventory in ProviderTree for provider acbc7b17-f018-42b8-afd4-030057f87dc2 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 12:22:10 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing aggregate associations for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2, aggregates: None {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 12:22:10 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing trait associations for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_NONE {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 12:22:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:22:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:22:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:22:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:22:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:22:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:10 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:22:10 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:22:10 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:22:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.544s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:22:12 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:22:12 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:22:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Cleaning up deleted instances {{(pid=74974) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 12:22:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] There are 0 instances to clean {{(pid=74974) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 12:22:13 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:22:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:16 user nova-compute[74974]: DEBUG nova.compute.manager [req-1840efa6-9558-44d7-9020-71a15c386df5 req-debdd7a7-3525-4b10-8faf-6489c6f07c67 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Received event network-changed-449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:22:16 user nova-compute[74974]: DEBUG nova.compute.manager [req-1840efa6-9558-44d7-9020-71a15c386df5 req-debdd7a7-3525-4b10-8faf-6489c6f07c67 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Refreshing instance network info cache due to event network-changed-449efeba-4abc-44a9-bc1a-833f53384743. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:22:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1840efa6-9558-44d7-9020-71a15c386df5 req-debdd7a7-3525-4b10-8faf-6489c6f07c67 service nova] Acquiring lock "refresh_cache-def81640-95bc-4f79-ac1c-7405bc90b2ba" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:22:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1840efa6-9558-44d7-9020-71a15c386df5 req-debdd7a7-3525-4b10-8faf-6489c6f07c67 service nova] Acquired lock "refresh_cache-def81640-95bc-4f79-ac1c-7405bc90b2ba" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:22:16 user nova-compute[74974]: DEBUG nova.network.neutron [req-1840efa6-9558-44d7-9020-71a15c386df5 req-debdd7a7-3525-4b10-8faf-6489c6f07c67 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Refreshing network info cache for port 449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:22:17 user nova-compute[74974]: DEBUG nova.network.neutron [req-1840efa6-9558-44d7-9020-71a15c386df5 req-debdd7a7-3525-4b10-8faf-6489c6f07c67 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Updated VIF entry in instance network info cache for port 449efeba-4abc-44a9-bc1a-833f53384743. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:22:17 user nova-compute[74974]: DEBUG nova.network.neutron [req-1840efa6-9558-44d7-9020-71a15c386df5 req-debdd7a7-3525-4b10-8faf-6489c6f07c67 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Updating instance_info_cache with network_info: [{"id": "449efeba-4abc-44a9-bc1a-833f53384743", "address": "fa:16:3e:66:c0:ca", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap449efeba-4a", "ovs_interfaceid": "449efeba-4abc-44a9-bc1a-833f53384743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:22:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1840efa6-9558-44d7-9020-71a15c386df5 req-debdd7a7-3525-4b10-8faf-6489c6f07c67 service nova] Releasing lock "refresh_cache-def81640-95bc-4f79-ac1c-7405bc90b2ba" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:22:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "def81640-95bc-4f79-ac1c-7405bc90b2ba" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG nova.objects.instance [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lazy-loading 'flavor' on Instance uuid def81640-95bc-4f79-ac1c-7405bc90b2ba {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "def81640-95bc-4f79-ac1c-7405bc90b2ba" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:22:20 user nova-compute[74974]: INFO nova.compute.manager [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Attaching volume dd5682ad-230d-4e35-86c1-5ccd403149be to /dev/vdb
Nov 29 12:22:20 user nova-compute[74974]: DEBUG os_brick.utils [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[31bdee8a-3d81-4d98-8a73-b7d7d8db1ef7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[019a879b-1741-44a6-bff0-177e663f7b15]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c2c9833-348c-45e9-a8d3-5abdf5130032]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3469eeeb-44c5-4ccc-8eff-f3e3f6736d39]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:22:20 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:22:20 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[272ed509-a559-48e2-abf1-cf1cb521ec8d]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG os_brick.utils [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:22:20 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Updating existing volume attachment record: a9db5114-c20a-4cf1-803b-ffe721ee7189 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:22:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:24 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:22:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SMuNgOZx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:22:30 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:22:30 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:22:30 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[321fcad2-7dfd-4f9b-b4c9-9a4c9ae53f34]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:22:30 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[65320116-f6ad-4f4b-a158-22262b23789b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be] added
Nov 29 12:22:30 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9f25e6e-95dc-4feb-b504-86db92376868]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cd2a7a1-aac2-4d27-9768-105d6d96f6c3]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SMuNgOZx {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SMuNgOZx" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1fc50ee-8111-4148-8065-9e4d95f4eecb]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SMuNgOZx'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bbe3faa-e154-4e6c-8447-bfbd3ccf79c4]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[62e3dba2-74df-464d-8f15-494689bf4717]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)
Nov 29 12:22:30 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)
Nov 29 12:22:30 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[121b42fc-ddac-495d-95d2-f151939d3161]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be, portal: 172.16.0.220,3260]
Nov 29 12:22:30 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be, portal: 172.16.0.220,3260] successful.
Nov 29 12:22:30 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[392e5823-83fb-4583-932f-805501947f28]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7740542c-45f1-489e-90c2-ec71773ce380]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)
Nov 29 12:22:30 user nova-compute[74974]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be (non-flash)
Nov 29 12:22:30 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)
Nov 29 12:22:30 user nova-compute[74974]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be (non-flash)
Nov 29 12:22:30 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.272s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] HCTL ('34', '-', '-', 0) found on session 59 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[fabf1f6d-19d1-4d9c-8a42-e096e5438a71]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Searching for a device in session 59 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:22:30 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SMuNgOZx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:22:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:22:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] <== connect_volume: return (1305ms) {'type': 'block', 'scsi_wwn': '26535626264653435', 'path': '/dev/sdc'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:22:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26535626264653435', 'path': '/dev/sdc'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:22:31 user nova-compute[74974]: DEBUG nova.objects.instance [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lazy-loading 'flavor' on Instance uuid def81640-95bc-4f79-ac1c-7405bc90b2ba {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:22:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 12:22:31 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:22:31 user nova-compute[74974]:   <source dev="/dev/sdc"/>
Nov 29 12:22:31 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:22:31 user nova-compute[74974]:   <serial>dd5682ad-230d-4e35-86c1-5ccd403149be</serial>
Nov 29 12:22:31 user nova-compute[74974]: </disk>
Nov 29 12:22:31 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 12:22:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:22:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:22:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] No VIF found with MAC fa:16:3e:66:c0:ca, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:22:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f9b50c26-dc65-4c65-b1ca-41d428f5b393 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.500s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:22:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:22:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:22:32 user nova-compute[74974]: INFO nova.compute.manager [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Detaching volume 708eba76-5180-426f-a474-cb3a4fa30ab9
Nov 29 12:22:32 user nova-compute[74974]: INFO nova.virt.block_device [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Attempting to driver detach volume 708eba76-5180-426f-a474-cb3a4fa30ab9 from mountpoint /dev/vdb
Nov 29 12:22:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Attempting to detach device vdb from instance aef9c801-6f6c-44f9-98f2-461d884f6e40 from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 12:22:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:22:32 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:22:32 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:22:32 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:22:32 user nova-compute[74974]:   <serial>708eba76-5180-426f-a474-cb3a4fa30ab9</serial>
Nov 29 12:22:32 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 12:22:32 user nova-compute[74974]: </disk>
Nov 29 12:22:32 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:22:32 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Successfully detached device vdb from instance aef9c801-6f6c-44f9-98f2-461d884f6e40 from the persistent domain config.
Nov 29 12:22:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance aef9c801-6f6c-44f9-98f2-461d884f6e40 from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 12:22:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:22:32 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:22:32 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:22:32 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:22:32 user nova-compute[74974]:   <serial>708eba76-5180-426f-a474-cb3a4fa30ab9</serial>
Nov 29 12:22:32 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 12:22:32 user nova-compute[74974]: </disk>
Nov 29 12:22:32 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:22:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 12:22:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "28185e93-2fd0-4d35-b710-e5e992538fbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:22:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "28185e93-2fd0-4d35-b710-e5e992538fbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:22:35 user nova-compute[74974]: DEBUG nova.compute.manager [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:22:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:22:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:22:35 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:22:35 user nova-compute[74974]: INFO nova.compute.claims [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Claim successful on node user
Nov 29 12:22:35 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:22:35 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:22:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.360s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:22:35 user nova-compute[74974]: DEBUG nova.compute.manager [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:22:35 user nova-compute[74974]: DEBUG nova.compute.manager [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:22:35 user nova-compute[74974]: DEBUG nova.network.neutron [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:22:35 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:22:36 user nova-compute[74974]: DEBUG nova.compute.manager [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG nova.policy [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7b3a0000d6f4978aa5dd29a65a25bf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ca1974a02ec4b3385deba3f7ce3ac50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG nova.compute.manager [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:22:36 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Creating image(s)
Nov 29 12:22:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "/opt/stack/data/nova/instances/28185e93-2fd0-4d35-b710-e5e992538fbd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "/opt/stack/data/nova/instances/28185e93-2fd0-4d35-b710-e5e992538fbd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "/opt/stack/data/nova/instances/28185e93-2fd0-4d35-b710-e5e992538fbd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.185s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/28185e93-2fd0-4d35-b710-e5e992538fbd/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/28185e93-2fd0-4d35-b710-e5e992538fbd/disk 1073741824" returned: 0 in 0.054s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG nova.network.neutron [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Successfully created port: 97840246-e801-4c10-9673-26fa29c2498a {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.180s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Checking if we can resize image /opt/stack/data/nova/instances/28185e93-2fd0-4d35-b710-e5e992538fbd/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28185e93-2fd0-4d35-b710-e5e992538fbd/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28185e93-2fd0-4d35-b710-e5e992538fbd/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Cannot resize image /opt/stack/data/nova/instances/28185e93-2fd0-4d35-b710-e5e992538fbd/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Ensure instance console log exists: /opt/stack/data/nova/instances/28185e93-2fd0-4d35-b710-e5e992538fbd/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:22:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.network.neutron [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Successfully updated port: 97840246-e801-4c10-9673-26fa29c2498a {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "refresh_cache-28185e93-2fd0-4d35-b710-e5e992538fbd" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquired lock "refresh_cache-28185e93-2fd0-4d35-b710-e5e992538fbd" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.network.neutron [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-f6b66d4e-bf05-469a-95ec-071a74dc372a req-cef166bf-0411-4396-bde5-cc7a3e12cf0c service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Received event network-changed-97840246-e801-4c10-9673-26fa29c2498a {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-f6b66d4e-bf05-469a-95ec-071a74dc372a req-cef166bf-0411-4396-bde5-cc7a3e12cf0c service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Refreshing instance network info cache due to event network-changed-97840246-e801-4c10-9673-26fa29c2498a. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f6b66d4e-bf05-469a-95ec-071a74dc372a req-cef166bf-0411-4396-bde5-cc7a3e12cf0c service nova] Acquiring lock "refresh_cache-28185e93-2fd0-4d35-b710-e5e992538fbd" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.network.neutron [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.network.neutron [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Updating instance_info_cache with network_info: [{"id": "97840246-e801-4c10-9673-26fa29c2498a", "address": "fa:16:3e:fa:7e:c0", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97840246-e8", "ovs_interfaceid": "97840246-e801-4c10-9673-26fa29c2498a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Releasing lock "refresh_cache-28185e93-2fd0-4d35-b710-e5e992538fbd" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.compute.manager [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Instance network_info: |[{"id": "97840246-e801-4c10-9673-26fa29c2498a", "address": "fa:16:3e:fa:7e:c0", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97840246-e8", "ovs_interfaceid": "97840246-e801-4c10-9673-26fa29c2498a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f6b66d4e-bf05-469a-95ec-071a74dc372a req-cef166bf-0411-4396-bde5-cc7a3e12cf0c service nova] Acquired lock "refresh_cache-28185e93-2fd0-4d35-b710-e5e992538fbd" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.network.neutron [req-f6b66d4e-bf05-469a-95ec-071a74dc372a req-cef166bf-0411-4396-bde5-cc7a3e12cf0c service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Refreshing network info cache for port 97840246-e801-4c10-9673-26fa29c2498a {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Start _get_guest_xml network_info=[{"id": "97840246-e801-4c10-9673-26fa29c2498a", "address": "fa:16:3e:fa:7e:c0", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97840246-e8", "ovs_interfaceid": "97840246-e801-4c10-9673-26fa29c2498a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:22:37 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:22:37 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:22:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1164046305',display_name='tempest-AttachVolumeNegativeTest-server-1164046305',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1164046305',id=49,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLk73Wc+DvGBSS0yLV5ouXI6q6YgWjLnsA3HJ9WOlK5kHSnHGJLU9AtslAk/49Asxbatte6l0SjOEDnvyyug3lMRS9vbAs6OlLwvvKGB5xGLUa3pLXnI4hiANhascXLWsg==',key_name='tempest-keypair-1278298372',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ca1974a02ec4b3385deba3f7ce3ac50',ramdisk_id='',reservation_id='r-90vw8pow',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-736076917',owner_user_name='tempest-AttachVolumeNegativeTest-736076917-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:22:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a7b3a0000d6f4978aa5dd29a65a25bf3',uuid=28185e93-2fd0-4d35-b710-e5e992538fbd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "97840246-e801-4c10-9673-26fa29c2498a", "address": "fa:16:3e:fa:7e:c0", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97840246-e8", "ovs_interfaceid": "97840246-e801-4c10-9673-26fa29c2498a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converting VIF {"id": "97840246-e801-4c10-9673-26fa29c2498a", "address": "fa:16:3e:fa:7e:c0", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97840246-e8", "ovs_interfaceid": "97840246-e801-4c10-9673-26fa29c2498a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:7e:c0,bridge_name='br-int',has_traffic_filtering=True,id=97840246-e801-4c10-9673-26fa29c2498a,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97840246-e8') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.objects.instance [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lazy-loading 'pci_devices' on Instance uuid 28185e93-2fd0-4d35-b710-e5e992538fbd {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:22:37 user nova-compute[74974]:   <uuid>28185e93-2fd0-4d35-b710-e5e992538fbd</uuid>
Nov 29 12:22:37 user nova-compute[74974]:   <name>instance-00000031</name>
Nov 29 12:22:37 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:22:37 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:22:37 user nova-compute[74974]:   <metadata>
Nov 29 12:22:37 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:22:37 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:22:37 user nova-compute[74974]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1164046305</nova:name>
Nov 29 12:22:37 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:22:37</nova:creationTime>
Nov 29 12:22:37 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:22:37 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:22:37 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:22:37 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:22:37 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:22:37 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:22:37 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:22:37 user nova-compute[74974]:       <nova:owner>
Nov 29 12:22:37 user nova-compute[74974]:         <nova:user uuid="a7b3a0000d6f4978aa5dd29a65a25bf3">tempest-AttachVolumeNegativeTest-736076917-project-member</nova:user>
Nov 29 12:22:37 user nova-compute[74974]:         <nova:project uuid="9ca1974a02ec4b3385deba3f7ce3ac50">tempest-AttachVolumeNegativeTest-736076917</nova:project>
Nov 29 12:22:37 user nova-compute[74974]:       </nova:owner>
Nov 29 12:22:37 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:22:37 user nova-compute[74974]:       <nova:ports>
Nov 29 12:22:37 user nova-compute[74974]:         <nova:port uuid="97840246-e801-4c10-9673-26fa29c2498a">
Nov 29 12:22:37 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 12:22:37 user nova-compute[74974]:         </nova:port>
Nov 29 12:22:37 user nova-compute[74974]:       </nova:ports>
Nov 29 12:22:37 user nova-compute[74974]:     </nova:instance>
Nov 29 12:22:37 user nova-compute[74974]:   </metadata>
Nov 29 12:22:37 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:22:37 user nova-compute[74974]:     <system>
Nov 29 12:22:37 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:22:37 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:22:37 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:22:37 user nova-compute[74974]:       <entry name="serial">28185e93-2fd0-4d35-b710-e5e992538fbd</entry>
Nov 29 12:22:37 user nova-compute[74974]:       <entry name="uuid">28185e93-2fd0-4d35-b710-e5e992538fbd</entry>
Nov 29 12:22:37 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:22:37 user nova-compute[74974]:     </system>
Nov 29 12:22:37 user nova-compute[74974]:   </sysinfo>
Nov 29 12:22:37 user nova-compute[74974]:   <os>
Nov 29 12:22:37 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:22:37 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:22:37 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:22:37 user nova-compute[74974]:   </os>
Nov 29 12:22:37 user nova-compute[74974]:   <features>
Nov 29 12:22:37 user nova-compute[74974]:     <acpi/>
Nov 29 12:22:37 user nova-compute[74974]:     <apic/>
Nov 29 12:22:37 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:22:37 user nova-compute[74974]:   </features>
Nov 29 12:22:37 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:22:37 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:22:37 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:22:37 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:22:37 user nova-compute[74974]:   </clock>
Nov 29 12:22:37 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:22:37 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:22:37 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:22:37 user nova-compute[74974]:   </cpu>
Nov 29 12:22:37 user nova-compute[74974]:   <devices>
Nov 29 12:22:37 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:22:37 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:22:37 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/28185e93-2fd0-4d35-b710-e5e992538fbd/disk"/>
Nov 29 12:22:37 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:22:37 user nova-compute[74974]:     </disk>
Nov 29 12:22:37 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:22:37 user nova-compute[74974]:       <mac address="fa:16:3e:fa:7e:c0"/>
Nov 29 12:22:37 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:22:37 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:22:37 user nova-compute[74974]:       <target dev="tap97840246-e8"/>
Nov 29 12:22:37 user nova-compute[74974]:     </interface>
Nov 29 12:22:37 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:22:37 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/28185e93-2fd0-4d35-b710-e5e992538fbd/console.log" append="off"/>
Nov 29 12:22:37 user nova-compute[74974]:     </serial>
Nov 29 12:22:37 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:22:37 user nova-compute[74974]:     <video>
Nov 29 12:22:37 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:22:37 user nova-compute[74974]:     </video>
Nov 29 12:22:37 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:22:37 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:22:37 user nova-compute[74974]:     </rng>
Nov 29 12:22:37 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:22:37 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:22:37 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:22:37 user nova-compute[74974]:     </memballoon>
Nov 29 12:22:37 user nova-compute[74974]:   </devices>
Nov 29 12:22:37 user nova-compute[74974]: </domain>
Nov 29 12:22:37 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:22:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1164046305',display_name='tempest-AttachVolumeNegativeTest-server-1164046305',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1164046305',id=49,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLk73Wc+DvGBSS0yLV5ouXI6q6YgWjLnsA3HJ9WOlK5kHSnHGJLU9AtslAk/49Asxbatte6l0SjOEDnvyyug3lMRS9vbAs6OlLwvvKGB5xGLUa3pLXnI4hiANhascXLWsg==',key_name='tempest-keypair-1278298372',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ca1974a02ec4b3385deba3f7ce3ac50',ramdisk_id='',reservation_id='r-90vw8pow',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-736076917',owner_user_name='tempest-AttachVolumeNegativeTest-736076917-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:22:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a7b3a0000d6f4978aa5dd29a65a25bf3',uuid=28185e93-2fd0-4d35-b710-e5e992538fbd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "97840246-e801-4c10-9673-26fa29c2498a", "address": "fa:16:3e:fa:7e:c0", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97840246-e8", "ovs_interfaceid": "97840246-e801-4c10-9673-26fa29c2498a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converting VIF {"id": "97840246-e801-4c10-9673-26fa29c2498a", "address": "fa:16:3e:fa:7e:c0", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97840246-e8", "ovs_interfaceid": "97840246-e801-4c10-9673-26fa29c2498a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:7e:c0,bridge_name='br-int',has_traffic_filtering=True,id=97840246-e801-4c10-9673-26fa29c2498a,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97840246-e8') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG os_vif [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:7e:c0,bridge_name='br-int',has_traffic_filtering=True,id=97840246-e801-4c10-9673-26fa29c2498a,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97840246-e8') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b39b7ad1-6c28-52c7-b73e-006d34847992', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap97840246-e8, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap97840246-e8, col_values=(('qos', UUID('cf3108ed-dba7-462e-a885-c5eb5ad1a6ff')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap97840246-e8, col_values=(('external_ids', {'iface-id': '97840246-e801-4c10-9673-26fa29c2498a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fa:7e:c0', 'vm-uuid': '28185e93-2fd0-4d35-b710-e5e992538fbd'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:37 user nova-compute[74974]: INFO os_vif [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:7e:c0,bridge_name='br-int',has_traffic_filtering=True,id=97840246-e801-4c10-9673-26fa29c2498a,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97840246-e8')
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:22:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] No VIF found with MAC fa:16:3e:fa:7e:c0, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:22:38 user nova-compute[74974]: DEBUG nova.network.neutron [req-f6b66d4e-bf05-469a-95ec-071a74dc372a req-cef166bf-0411-4396-bde5-cc7a3e12cf0c service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Updated VIF entry in instance network info cache for port 97840246-e801-4c10-9673-26fa29c2498a. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:22:38 user nova-compute[74974]: DEBUG nova.network.neutron [req-f6b66d4e-bf05-469a-95ec-071a74dc372a req-cef166bf-0411-4396-bde5-cc7a3e12cf0c service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Updating instance_info_cache with network_info: [{"id": "97840246-e801-4c10-9673-26fa29c2498a", "address": "fa:16:3e:fa:7e:c0", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97840246-e8", "ovs_interfaceid": "97840246-e801-4c10-9673-26fa29c2498a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:22:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-f6b66d4e-bf05-469a-95ec-071a74dc372a req-cef166bf-0411-4396-bde5-cc7a3e12cf0c service nova] Releasing lock "refresh_cache-28185e93-2fd0-4d35-b710-e5e992538fbd" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:22:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:39 user nova-compute[74974]: DEBUG nova.compute.manager [req-37fcea68-57cf-4dab-985b-7f2813b54fab req-ca672471-512f-460b-99ab-1493d67cb426 service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Received event network-vif-plugged-97840246-e801-4c10-9673-26fa29c2498a {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:22:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-37fcea68-57cf-4dab-985b-7f2813b54fab req-ca672471-512f-460b-99ab-1493d67cb426 service nova] Acquiring lock "28185e93-2fd0-4d35-b710-e5e992538fbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:22:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-37fcea68-57cf-4dab-985b-7f2813b54fab req-ca672471-512f-460b-99ab-1493d67cb426 service nova] Lock "28185e93-2fd0-4d35-b710-e5e992538fbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:22:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-37fcea68-57cf-4dab-985b-7f2813b54fab req-ca672471-512f-460b-99ab-1493d67cb426 service nova] Lock "28185e93-2fd0-4d35-b710-e5e992538fbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:22:39 user nova-compute[74974]: DEBUG nova.compute.manager [req-37fcea68-57cf-4dab-985b-7f2813b54fab req-ca672471-512f-460b-99ab-1493d67cb426 service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] No waiting events found dispatching network-vif-plugged-97840246-e801-4c10-9673-26fa29c2498a {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:22:39 user nova-compute[74974]: WARNING nova.compute.manager [req-37fcea68-57cf-4dab-985b-7f2813b54fab req-ca672471-512f-460b-99ab-1493d67cb426 service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Received unexpected event network-vif-plugged-97840246-e801-4c10-9673-26fa29c2498a for instance with vm_state building and task_state spawning.
Nov 29 12:22:41 user nova-compute[74974]: DEBUG nova.compute.manager [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:22:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:22:41 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Instance spawned successfully.
Nov 29 12:22:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:22:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:22:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:22:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:22:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:22:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:22:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:22:41 user nova-compute[74974]: INFO nova.compute.manager [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Took 5.16 seconds to spawn the instance on the hypervisor.
Nov 29 12:22:41 user nova-compute[74974]: DEBUG nova.compute.manager [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:22:41 user nova-compute[74974]: INFO nova.compute.manager [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Took 5.88 seconds to build instance.
Nov 29 12:22:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5b091df-5fde-4e2a-97d6-13ac38cc69a8 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "28185e93-2fd0-4d35-b710-e5e992538fbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.982s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:22:41 user nova-compute[74974]: DEBUG nova.compute.manager [req-d9c6a619-c2c7-49b8-9c06-93568c9f01c6 req-3ae2c886-20b9-40f7-a78b-60c869c14bf3 service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Received event network-vif-plugged-97840246-e801-4c10-9673-26fa29c2498a {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:22:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d9c6a619-c2c7-49b8-9c06-93568c9f01c6 req-3ae2c886-20b9-40f7-a78b-60c869c14bf3 service nova] Acquiring lock "28185e93-2fd0-4d35-b710-e5e992538fbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:22:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d9c6a619-c2c7-49b8-9c06-93568c9f01c6 req-3ae2c886-20b9-40f7-a78b-60c869c14bf3 service nova] Lock "28185e93-2fd0-4d35-b710-e5e992538fbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:22:41 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d9c6a619-c2c7-49b8-9c06-93568c9f01c6 req-3ae2c886-20b9-40f7-a78b-60c869c14bf3 service nova] Lock "28185e93-2fd0-4d35-b710-e5e992538fbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:22:41 user nova-compute[74974]: DEBUG nova.compute.manager [req-d9c6a619-c2c7-49b8-9c06-93568c9f01c6 req-3ae2c886-20b9-40f7-a78b-60c869c14bf3 service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] No waiting events found dispatching network-vif-plugged-97840246-e801-4c10-9673-26fa29c2498a {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:22:41 user nova-compute[74974]: WARNING nova.compute.manager [req-d9c6a619-c2c7-49b8-9c06-93568c9f01c6 req-3ae2c886-20b9-40f7-a78b-60c869c14bf3 service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Received unexpected event network-vif-plugged-97840246-e801-4c10-9673-26fa29c2498a for instance with vm_state active and task_state None.
Nov 29 12:22:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:53 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance aef9c801-6f6c-44f9-98f2-461d884f6e40 is timed out.
Nov 29 12:22:53 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Successfully detached device vdb from instance aef9c801-6f6c-44f9-98f2-461d884f6e40 from the live domain config.
Nov 29 12:22:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TgYMycGL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:22:53 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:22:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[61b76807-4ad0-4b4c-a7c0-2a054b9f5960]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:22:53 user nova-compute[74974]: No targets found.
Nov 29 12:22:53 user nova-compute[74974]: iSNS:
Nov 29 12:22:53 user nova-compute[74974]: No targets found.
Nov 29 12:22:53 user nova-compute[74974]: STATIC:
Nov 29 12:22:53 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9
Nov 29 12:22:53 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:22:53 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:22:53 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be
Nov 29 12:22:53 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:22:53 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:22:53 user nova-compute[74974]: FIRMWARE:
Nov 29 12:22:53 user nova-compute[74974]: No targets found.
Nov 29 12:22:53 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:22:53 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:22:53 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[79013a80-63f1-4e0c-aeb9-75e5b6ae28d7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6422dca7-f710-4e7b-b950-40eafd106979]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)
Nov 29 12:22:53 user nova-compute[74974]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be (non-flash)
Nov 29 12:22:53 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 (non-flash)
Nov 29 12:22:53 user nova-compute[74974]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be (non-flash)
Nov 29 12:22:53 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa8288820>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9'): ({'sdb'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Removing single pathed devices sdb {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cdce8ca-36e5-407b-8e2b-e6313f70be7b]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[17443d03-0632-4c66-ab47-6396169715e8]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Flushing IO for device /dev/sdb {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dfe9d96-b96e-4436-a78d-2e25683737dd]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.037s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0879b24e-84c1-4552-b402-91d9384857d8]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd76766f-c723-4989-9903-8b9331036375]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ade7251-cae4-4fe5-b344-97cc60af0ae9]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9, portal: 172.16.0.220,3260]
Nov 29 12:22:53 user nova-compute[74974]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9, portal: 172.16.0.220,3260] successful.
Nov 29 12:22:53 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:708eba76-5180-426f-a474-cb3a4fa30ab9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfd90f46-89e9-4f6c-a92d-efb0a8122d4e]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.270s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] <== disconnect_volume: return (271ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:22:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:22:54 user nova-compute[74974]: DEBUG nova.objects.instance [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'flavor' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:22:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-13744600-740d-4069-9d75-c050a55507ba tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.738s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:22:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-632a81be-0001-4003-87c6-52368487393c tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:22:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-632a81be-0001-4003-87c6-52368487393c tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:22:55 user nova-compute[74974]: DEBUG nova.compute.manager [None req-632a81be-0001-4003-87c6-52368487393c tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:22:55 user nova-compute[74974]: DEBUG nova.compute.manager [None req-632a81be-0001-4003-87c6-52368487393c tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74974) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 29 12:22:55 user nova-compute[74974]: DEBUG nova.objects.instance [None req-632a81be-0001-4003-87c6-52368487393c tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'flavor' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:22:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:55 user nova-compute[74974]: DEBUG nova.compute.manager [req-d4580440-5bf4-4309-8f36-ac6fc09b39e4 req-490d7537-fa65-4af2-9826-ca7d00d14b29 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received event network-vif-unplugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:22:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d4580440-5bf4-4309-8f36-ac6fc09b39e4 req-490d7537-fa65-4af2-9826-ca7d00d14b29 service nova] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:22:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d4580440-5bf4-4309-8f36-ac6fc09b39e4 req-490d7537-fa65-4af2-9826-ca7d00d14b29 service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:22:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-d4580440-5bf4-4309-8f36-ac6fc09b39e4 req-490d7537-fa65-4af2-9826-ca7d00d14b29 service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:22:55 user nova-compute[74974]: DEBUG nova.compute.manager [req-d4580440-5bf4-4309-8f36-ac6fc09b39e4 req-490d7537-fa65-4af2-9826-ca7d00d14b29 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] No waiting events found dispatching network-vif-unplugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:22:55 user nova-compute[74974]: WARNING nova.compute.manager [req-d4580440-5bf4-4309-8f36-ac6fc09b39e4 req-490d7537-fa65-4af2-9826-ca7d00d14b29 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received unexpected event network-vif-unplugged-9c254df3-230c-427f-b457-44119504ac41 for instance with vm_state active and task_state powering-off.
Nov 29 12:22:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Instance destroyed successfully.
Nov 29 12:22:56 user nova-compute[74974]: DEBUG nova.compute.manager [None req-632a81be-0001-4003-87c6-52368487393c tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:22:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-632a81be-0001-4003-87c6-52368487393c tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.841s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:22:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:22:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:22:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:22:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:22:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:22:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] No waiting events found dispatching network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:22:57 user nova-compute[74974]: WARNING nova.compute.manager [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received unexpected event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 for instance with vm_state stopped and task_state None.
Nov 29 12:22:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:22:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:22:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:22:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:22:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] No waiting events found dispatching network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:22:57 user nova-compute[74974]: WARNING nova.compute.manager [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received unexpected event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 for instance with vm_state stopped and task_state None.
Nov 29 12:22:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:22:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:22:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:22:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:22:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] No waiting events found dispatching network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:22:57 user nova-compute[74974]: WARNING nova.compute.manager [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received unexpected event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 for instance with vm_state stopped and task_state None.
Nov 29 12:22:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received event network-vif-unplugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:22:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:22:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:22:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:22:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] No waiting events found dispatching network-vif-unplugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:22:57 user nova-compute[74974]: WARNING nova.compute.manager [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received unexpected event network-vif-unplugged-9c254df3-230c-427f-b457-44119504ac41 for instance with vm_state stopped and task_state None.
Nov 29 12:22:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:22:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:22:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:22:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:22:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] No waiting events found dispatching network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:22:57 user nova-compute[74974]: WARNING nova.compute.manager [req-43a75acb-5852-4e9f-8435-c6abb5c279b4 req-14fba11f-1897-4d21-bfcd-6e91d279edfa service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received unexpected event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 for instance with vm_state stopped and task_state None.
Nov 29 12:22:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:23:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:23:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:23:04 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:23:07 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:23:07 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:23:07 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:23:07 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:23:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:23:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:23:07 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:23:07 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lazy-loading 'info_cache' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:23:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:23:08 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Updating instance_info_cache with network_info: [{"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:23:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:23:08 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:23:08 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:23:08 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:23:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:23:09 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:23:09 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:23:10 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:23:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:23:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:23:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:23:10 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:23:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28185e93-2fd0-4d35-b710-e5e992538fbd/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:23:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28185e93-2fd0-4d35-b710-e5e992538fbd/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:23:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28185e93-2fd0-4d35-b710-e5e992538fbd/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:23:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28185e93-2fd0-4d35-b710-e5e992538fbd/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:23:10 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:23:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:23:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:23:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:23:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:23:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:23:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:23:11 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:23:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:23:12 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:23:12 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:23:12 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8849MB free_disk=24.90628433227539GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:23:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:23:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:23:12 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance aef9c801-6f6c-44f9-98f2-461d884f6e40 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:23:12 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance def81640-95bc-4f79-ac1c-7405bc90b2ba actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:23:12 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 28185e93-2fd0-4d35-b710-e5e992538fbd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:23:12 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:23:12 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:23:12 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:23:12 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:23:12 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:23:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.260s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:23:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:23:15 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:23:15 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:23:15 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:23:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:23:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:23:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:23:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:23:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:23:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:23:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:23:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:23:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:24:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:08 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:24:08 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:24:08 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:24:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-def81640-95bc-4f79-ac1c-7405bc90b2ba" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:24:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-def81640-95bc-4f79-ac1c-7405bc90b2ba" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:24:08 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:24:08 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Updating instance_info_cache with network_info: [{"id": "449efeba-4abc-44a9-bc1a-833f53384743", "address": "fa:16:3e:66:c0:ca", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap449efeba-4a", "ovs_interfaceid": "449efeba-4abc-44a9-bc1a-833f53384743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:24:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-def81640-95bc-4f79-ac1c-7405bc90b2ba" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:24:08 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:24:08 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:24:08 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:24:10 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:24:10 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:24:12 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:24:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:24:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:24:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:24:12 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:24:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28185e93-2fd0-4d35-b710-e5e992538fbd/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:24:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28185e93-2fd0-4d35-b710-e5e992538fbd/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:24:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28185e93-2fd0-4d35-b710-e5e992538fbd/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:24:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28185e93-2fd0-4d35-b710-e5e992538fbd/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:24:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:24:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:24:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:24:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:24:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:24:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:24:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:24:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:24:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:24:14 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:24:14 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:24:14 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8905MB free_disk=24.90555191040039GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:24:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:24:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:24:14 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance aef9c801-6f6c-44f9-98f2-461d884f6e40 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:24:14 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance def81640-95bc-4f79-ac1c-7405bc90b2ba actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:24:14 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 28185e93-2fd0-4d35-b710-e5e992538fbd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:24:14 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:24:14 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:24:14 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:24:14 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:24:14 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:24:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.232s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:24:16 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:24:16 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:24:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:24:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:24:26 user nova-compute[74974]: DEBUG nova.compute.manager [req-403c715b-b7bb-4b2a-97fa-97c3a0eb11d7 req-d4689e12-be72-405c-8c60-de4758b0602c service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Received event network-changed-97840246-e801-4c10-9673-26fa29c2498a {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:24:26 user nova-compute[74974]: DEBUG nova.compute.manager [req-403c715b-b7bb-4b2a-97fa-97c3a0eb11d7 req-d4689e12-be72-405c-8c60-de4758b0602c service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Refreshing instance network info cache due to event network-changed-97840246-e801-4c10-9673-26fa29c2498a. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:24:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-403c715b-b7bb-4b2a-97fa-97c3a0eb11d7 req-d4689e12-be72-405c-8c60-de4758b0602c service nova] Acquiring lock "refresh_cache-28185e93-2fd0-4d35-b710-e5e992538fbd" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:24:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-403c715b-b7bb-4b2a-97fa-97c3a0eb11d7 req-d4689e12-be72-405c-8c60-de4758b0602c service nova] Acquired lock "refresh_cache-28185e93-2fd0-4d35-b710-e5e992538fbd" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:24:26 user nova-compute[74974]: DEBUG nova.network.neutron [req-403c715b-b7bb-4b2a-97fa-97c3a0eb11d7 req-d4689e12-be72-405c-8c60-de4758b0602c service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Refreshing network info cache for port 97840246-e801-4c10-9673-26fa29c2498a {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:24:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "28185e93-2fd0-4d35-b710-e5e992538fbd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:24:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "28185e93-2fd0-4d35-b710-e5e992538fbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:24:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "28185e93-2fd0-4d35-b710-e5e992538fbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:24:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "28185e93-2fd0-4d35-b710-e5e992538fbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:24:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "28185e93-2fd0-4d35-b710-e5e992538fbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:24:26 user nova-compute[74974]: INFO nova.compute.manager [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Terminating instance
Nov 29 12:24:26 user nova-compute[74974]: DEBUG nova.compute.manager [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:24:26 user nova-compute[74974]: DEBUG nova.network.neutron [req-403c715b-b7bb-4b2a-97fa-97c3a0eb11d7 req-d4689e12-be72-405c-8c60-de4758b0602c service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Updated VIF entry in instance network info cache for port 97840246-e801-4c10-9673-26fa29c2498a. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:24:26 user nova-compute[74974]: DEBUG nova.network.neutron [req-403c715b-b7bb-4b2a-97fa-97c3a0eb11d7 req-d4689e12-be72-405c-8c60-de4758b0602c service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Updating instance_info_cache with network_info: [{"id": "97840246-e801-4c10-9673-26fa29c2498a", "address": "fa:16:3e:fa:7e:c0", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97840246-e8", "ovs_interfaceid": "97840246-e801-4c10-9673-26fa29c2498a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-403c715b-b7bb-4b2a-97fa-97c3a0eb11d7 req-d4689e12-be72-405c-8c60-de4758b0602c service nova] Releasing lock "refresh_cache-28185e93-2fd0-4d35-b710-e5e992538fbd" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG nova.compute.manager [req-67b6c0ec-e9d0-4f2b-aa57-f60864f466d3 req-1f545530-022b-48ed-92d9-a1c9db0cf7ff service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Received event network-vif-unplugged-97840246-e801-4c10-9673-26fa29c2498a {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-67b6c0ec-e9d0-4f2b-aa57-f60864f466d3 req-1f545530-022b-48ed-92d9-a1c9db0cf7ff service nova] Acquiring lock "28185e93-2fd0-4d35-b710-e5e992538fbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-67b6c0ec-e9d0-4f2b-aa57-f60864f466d3 req-1f545530-022b-48ed-92d9-a1c9db0cf7ff service nova] Lock "28185e93-2fd0-4d35-b710-e5e992538fbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-67b6c0ec-e9d0-4f2b-aa57-f60864f466d3 req-1f545530-022b-48ed-92d9-a1c9db0cf7ff service nova] Lock "28185e93-2fd0-4d35-b710-e5e992538fbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG nova.compute.manager [req-67b6c0ec-e9d0-4f2b-aa57-f60864f466d3 req-1f545530-022b-48ed-92d9-a1c9db0cf7ff service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] No waiting events found dispatching network-vif-unplugged-97840246-e801-4c10-9673-26fa29c2498a {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG nova.compute.manager [req-67b6c0ec-e9d0-4f2b-aa57-f60864f466d3 req-1f545530-022b-48ed-92d9-a1c9db0cf7ff service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Received event network-vif-unplugged-97840246-e801-4c10-9673-26fa29c2498a for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:27 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Instance destroyed successfully.
Nov 29 12:24:27 user nova-compute[74974]: DEBUG nova.objects.instance [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lazy-loading 'resources' on Instance uuid 28185e93-2fd0-4d35-b710-e5e992538fbd {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:22:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1164046305',display_name='tempest-AttachVolumeNegativeTest-server-1164046305',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1164046305',id=49,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLk73Wc+DvGBSS0yLV5ouXI6q6YgWjLnsA3HJ9WOlK5kHSnHGJLU9AtslAk/49Asxbatte6l0SjOEDnvyyug3lMRS9vbAs6OlLwvvKGB5xGLUa3pLXnI4hiANhascXLWsg==',key_name='tempest-keypair-1278298372',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:22:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ca1974a02ec4b3385deba3f7ce3ac50',ramdisk_id='',reservation_id='r-90vw8pow',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-736076917',owner_user_name='tempest-AttachVolumeNegativeTest-736076917-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:22:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a7b3a0000d6f4978aa5dd29a65a25bf3',uuid=28185e93-2fd0-4d35-b710-e5e992538fbd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "97840246-e801-4c10-9673-26fa29c2498a", "address": "fa:16:3e:fa:7e:c0", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97840246-e8", "ovs_interfaceid": "97840246-e801-4c10-9673-26fa29c2498a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converting VIF {"id": "97840246-e801-4c10-9673-26fa29c2498a", "address": "fa:16:3e:fa:7e:c0", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97840246-e8", "ovs_interfaceid": "97840246-e801-4c10-9673-26fa29c2498a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:7e:c0,bridge_name='br-int',has_traffic_filtering=True,id=97840246-e801-4c10-9673-26fa29c2498a,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97840246-e8') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG os_vif [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:7e:c0,bridge_name='br-int',has_traffic_filtering=True,id=97840246-e801-4c10-9673-26fa29c2498a,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97840246-e8') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap97840246-e8, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cf3108ed-dba7-462e-a885-c5eb5ad1a6ff) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:27 user nova-compute[74974]: INFO os_vif [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:7e:c0,bridge_name='br-int',has_traffic_filtering=True,id=97840246-e801-4c10-9673-26fa29c2498a,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97840246-e8')
Nov 29 12:24:27 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Deleting instance files /opt/stack/data/nova/instances/28185e93-2fd0-4d35-b710-e5e992538fbd_del
Nov 29 12:24:27 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Deletion of /opt/stack/data/nova/instances/28185e93-2fd0-4d35-b710-e5e992538fbd_del complete
Nov 29 12:24:27 user nova-compute[74974]: INFO nova.compute.manager [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Took 0.75 seconds to destroy the instance on the hypervisor.
Nov 29 12:24:27 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:24:27 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:24:28 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:24:28 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Took 0.79 seconds to deallocate network for instance.
Nov 29 12:24:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:24:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:24:28 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:24:28 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:24:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.161s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:24:28 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Deleted allocations for instance 28185e93-2fd0-4d35-b710-e5e992538fbd
Nov 29 12:24:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-59120830-8b07-44b5-bfac-afb83a48a3f4 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "28185e93-2fd0-4d35-b710-e5e992538fbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.187s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:24:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-7b94dab3-8931-4723-bbe4-f72c527d9af6 req-666dda6f-a21d-4d89-b916-3607f7bf92b6 service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Received event network-vif-plugged-97840246-e801-4c10-9673-26fa29c2498a {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:24:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7b94dab3-8931-4723-bbe4-f72c527d9af6 req-666dda6f-a21d-4d89-b916-3607f7bf92b6 service nova] Acquiring lock "28185e93-2fd0-4d35-b710-e5e992538fbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:24:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7b94dab3-8931-4723-bbe4-f72c527d9af6 req-666dda6f-a21d-4d89-b916-3607f7bf92b6 service nova] Lock "28185e93-2fd0-4d35-b710-e5e992538fbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:24:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-7b94dab3-8931-4723-bbe4-f72c527d9af6 req-666dda6f-a21d-4d89-b916-3607f7bf92b6 service nova] Lock "28185e93-2fd0-4d35-b710-e5e992538fbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:24:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-7b94dab3-8931-4723-bbe4-f72c527d9af6 req-666dda6f-a21d-4d89-b916-3607f7bf92b6 service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] No waiting events found dispatching network-vif-plugged-97840246-e801-4c10-9673-26fa29c2498a {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:24:29 user nova-compute[74974]: WARNING nova.compute.manager [req-7b94dab3-8931-4723-bbe4-f72c527d9af6 req-666dda6f-a21d-4d89-b916-3607f7bf92b6 service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Received unexpected event network-vif-plugged-97840246-e801-4c10-9673-26fa29c2498a for instance with vm_state deleted and task_state None.
Nov 29 12:24:29 user nova-compute[74974]: DEBUG nova.compute.manager [req-7b94dab3-8931-4723-bbe4-f72c527d9af6 req-666dda6f-a21d-4d89-b916-3607f7bf92b6 service nova] [instance: 28185e93-2fd0-4d35-b710-e5e992538fbd] Received event network-vif-deleted-97840246-e801-4c10-9673-26fa29c2498a {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:24:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.objects.instance [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'flavor' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquired lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.network.neutron [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.objects.instance [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'info_cache' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.objects.base [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Object Instance<aef9c801-6f6c-44f9-98f2-461d884f6e40> lazy-loaded attributes: flavor,info_cache {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.network.neutron [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Updating instance_info_cache with network_info: [{"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Releasing lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:24:46 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Instance destroyed successfully.
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.objects.instance [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'resources' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.objects.base [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Object Instance<aef9c801-6f6c-44f9-98f2-461d884f6e40> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:16:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1458998789',display_name='tempest-AttachVolumeTestJSON-server-1458998789',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1458998789',id=47,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPgxJbiT8zud9/F+uWkZNa3ocDoCItpspO3BbmdvB3BVJvPsWhBqL3HGpKAYXI7WDSYhzD+3+uBu96AP6IOAxrbskT0O7W28c3q9pGjW0UUv3QK++aGsG5PAjU4X4gpTGA==',key_name='tempest-keypair-1983179214',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:16:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='2e81d7c7a8654844935c0007c3ab6a23',ramdisk_id='',reservation_id='r-7m9s4jb2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-24024267',owner_user_name='tempest-AttachVolumeTestJSON-24024267-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:22:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ab2e0fb343f0495cbf645c061f0edaa8',uuid=aef9c801-6f6c-44f9-98f2-461d884f6e40,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converting VIF {"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:36:ac,bridge_name='br-int',has_traffic_filtering=True,id=9c254df3-230c-427f-b457-44119504ac41,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c254df3-23') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG os_vif [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:36:ac,bridge_name='br-int',has_traffic_filtering=True,id=9c254df3-230c-427f-b457-44119504ac41,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c254df3-23') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9c254df3-23, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4acb7582-b66d-4c61-8985-aa28e6581ae6) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:46 user nova-compute[74974]: INFO os_vif [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:36:ac,bridge_name='br-int',has_traffic_filtering=True,id=9c254df3-230c-427f-b457-44119504ac41,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c254df3-23')
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Start _get_guest_xml network_info=[{"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.objects.instance [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'numa_topology' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.objects.base [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Object Instance<aef9c801-6f6c-44f9-98f2-461d884f6e40> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:24:46 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:24:46 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.objects.instance [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'vcpu_model' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.objects.base [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Object Instance<aef9c801-6f6c-44f9-98f2-461d884f6e40> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:16:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1458998789',display_name='tempest-AttachVolumeTestJSON-server-1458998789',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1458998789',id=47,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPgxJbiT8zud9/F+uWkZNa3ocDoCItpspO3BbmdvB3BVJvPsWhBqL3HGpKAYXI7WDSYhzD+3+uBu96AP6IOAxrbskT0O7W28c3q9pGjW0UUv3QK++aGsG5PAjU4X4gpTGA==',key_name='tempest-keypair-1983179214',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:16:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='2e81d7c7a8654844935c0007c3ab6a23',ramdisk_id='',reservation_id='r-7m9s4jb2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-24024267',owner_user_name='tempest-AttachVolumeTestJSON-24024267-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:22:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ab2e0fb343f0495cbf645c061f0edaa8',uuid=aef9c801-6f6c-44f9-98f2-461d884f6e40,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converting VIF {"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:36:ac,bridge_name='br-int',has_traffic_filtering=True,id=9c254df3-230c-427f-b457-44119504ac41,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c254df3-23') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.objects.instance [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'pci_devices' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.objects.base [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Object Instance<aef9c801-6f6c-44f9-98f2-461d884f6e40> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:24:46 user nova-compute[74974]:   <uuid>aef9c801-6f6c-44f9-98f2-461d884f6e40</uuid>
Nov 29 12:24:46 user nova-compute[74974]:   <name>instance-0000002f</name>
Nov 29 12:24:46 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:24:46 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:24:46 user nova-compute[74974]:   <metadata>
Nov 29 12:24:46 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:24:46 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:24:46 user nova-compute[74974]:       <nova:name>tempest-AttachVolumeTestJSON-server-1458998789</nova:name>
Nov 29 12:24:46 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:24:46</nova:creationTime>
Nov 29 12:24:46 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:24:46 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:24:46 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:24:46 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:24:46 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:24:46 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:24:46 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:24:46 user nova-compute[74974]:       <nova:owner>
Nov 29 12:24:46 user nova-compute[74974]:         <nova:user uuid="ab2e0fb343f0495cbf645c061f0edaa8">tempest-AttachVolumeTestJSON-24024267-project-member</nova:user>
Nov 29 12:24:46 user nova-compute[74974]:         <nova:project uuid="2e81d7c7a8654844935c0007c3ab6a23">tempest-AttachVolumeTestJSON-24024267</nova:project>
Nov 29 12:24:46 user nova-compute[74974]:       </nova:owner>
Nov 29 12:24:46 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:24:46 user nova-compute[74974]:       <nova:ports>
Nov 29 12:24:46 user nova-compute[74974]:         <nova:port uuid="9c254df3-230c-427f-b457-44119504ac41">
Nov 29 12:24:46 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 12:24:46 user nova-compute[74974]:         </nova:port>
Nov 29 12:24:46 user nova-compute[74974]:       </nova:ports>
Nov 29 12:24:46 user nova-compute[74974]:     </nova:instance>
Nov 29 12:24:46 user nova-compute[74974]:   </metadata>
Nov 29 12:24:46 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:24:46 user nova-compute[74974]:     <system>
Nov 29 12:24:46 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:24:46 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:24:46 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:24:46 user nova-compute[74974]:       <entry name="serial">aef9c801-6f6c-44f9-98f2-461d884f6e40</entry>
Nov 29 12:24:46 user nova-compute[74974]:       <entry name="uuid">aef9c801-6f6c-44f9-98f2-461d884f6e40</entry>
Nov 29 12:24:46 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:24:46 user nova-compute[74974]:     </system>
Nov 29 12:24:46 user nova-compute[74974]:   </sysinfo>
Nov 29 12:24:46 user nova-compute[74974]:   <os>
Nov 29 12:24:46 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:24:46 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:24:46 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:24:46 user nova-compute[74974]:   </os>
Nov 29 12:24:46 user nova-compute[74974]:   <features>
Nov 29 12:24:46 user nova-compute[74974]:     <acpi/>
Nov 29 12:24:46 user nova-compute[74974]:     <apic/>
Nov 29 12:24:46 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:24:46 user nova-compute[74974]:   </features>
Nov 29 12:24:46 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:24:46 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:24:46 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:24:46 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:24:46 user nova-compute[74974]:   </clock>
Nov 29 12:24:46 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:24:46 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:24:46 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:24:46 user nova-compute[74974]:   </cpu>
Nov 29 12:24:46 user nova-compute[74974]:   <devices>
Nov 29 12:24:46 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:24:46 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:24:46 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk"/>
Nov 29 12:24:46 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:24:46 user nova-compute[74974]:     </disk>
Nov 29 12:24:46 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:24:46 user nova-compute[74974]:       <mac address="fa:16:3e:9a:36:ac"/>
Nov 29 12:24:46 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:24:46 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:24:46 user nova-compute[74974]:       <target dev="tap9c254df3-23"/>
Nov 29 12:24:46 user nova-compute[74974]:     </interface>
Nov 29 12:24:46 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:24:46 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/console.log" append="off"/>
Nov 29 12:24:46 user nova-compute[74974]:     </serial>
Nov 29 12:24:46 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:24:46 user nova-compute[74974]:     <video>
Nov 29 12:24:46 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:24:46 user nova-compute[74974]:     </video>
Nov 29 12:24:46 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:24:46 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:24:46 user nova-compute[74974]:     </rng>
Nov 29 12:24:46 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:24:46 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:24:46 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:24:46 user nova-compute[74974]:     </memballoon>
Nov 29 12:24:46 user nova-compute[74974]:   </devices>
Nov 29 12:24:46 user nova-compute[74974]: </domain>
Nov 29 12:24:46 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:24:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG nova.objects.instance [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'trusted_certs' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG nova.objects.base [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Object Instance<aef9c801-6f6c-44f9-98f2-461d884f6e40> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.170s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Checking if we can resize image /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Cannot resize image /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG nova.objects.instance [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'migration_context' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG nova.objects.base [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Object Instance<aef9c801-6f6c-44f9-98f2-461d884f6e40> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74974) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:16:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1458998789',display_name='tempest-AttachVolumeTestJSON-server-1458998789',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1458998789',id=47,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPgxJbiT8zud9/F+uWkZNa3ocDoCItpspO3BbmdvB3BVJvPsWhBqL3HGpKAYXI7WDSYhzD+3+uBu96AP6IOAxrbskT0O7W28c3q9pGjW0UUv3QK++aGsG5PAjU4X4gpTGA==',key_name='tempest-keypair-1983179214',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:16:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='2e81d7c7a8654844935c0007c3ab6a23',ramdisk_id='',reservation_id='r-7m9s4jb2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-24024267',owner_user_name='tempest-AttachVolumeTestJSON-24024267-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:22:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ab2e0fb343f0495cbf645c061f0edaa8',uuid=aef9c801-6f6c-44f9-98f2-461d884f6e40,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converting VIF {"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:36:ac,bridge_name='br-int',has_traffic_filtering=True,id=9c254df3-230c-427f-b457-44119504ac41,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c254df3-23') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG os_vif [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:36:ac,bridge_name='br-int',has_traffic_filtering=True,id=9c254df3-230c-427f-b457-44119504ac41,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c254df3-23') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1fa397c0-d463-502d-9aeb-564fbcc3a475', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9c254df3-23, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9c254df3-23, col_values=(('qos', UUID('e3cc4b49-e39d-45a3-ac34-28b058f629aa')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9c254df3-23, col_values=(('external_ids', {'iface-id': '9c254df3-230c-427f-b457-44119504ac41', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9a:36:ac', 'vm-uuid': 'aef9c801-6f6c-44f9-98f2-461d884f6e40'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:24:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:47 user nova-compute[74974]: INFO os_vif [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:36:ac,bridge_name='br-int',has_traffic_filtering=True,id=9c254df3-230c-427f-b457-44119504ac41,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c254df3-23')
Nov 29 12:24:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:49 user nova-compute[74974]: DEBUG nova.compute.manager [req-c245531c-ca88-4011-8b9e-863c55dfc4d3 req-e91e240f-f668-4a8f-b571-346c130632bd service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:24:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c245531c-ca88-4011-8b9e-863c55dfc4d3 req-e91e240f-f668-4a8f-b571-346c130632bd service nova] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:24:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c245531c-ca88-4011-8b9e-863c55dfc4d3 req-e91e240f-f668-4a8f-b571-346c130632bd service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:24:49 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-c245531c-ca88-4011-8b9e-863c55dfc4d3 req-e91e240f-f668-4a8f-b571-346c130632bd service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:24:49 user nova-compute[74974]: DEBUG nova.compute.manager [req-c245531c-ca88-4011-8b9e-863c55dfc4d3 req-e91e240f-f668-4a8f-b571-346c130632bd service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] No waiting events found dispatching network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:24:49 user nova-compute[74974]: WARNING nova.compute.manager [req-c245531c-ca88-4011-8b9e-863c55dfc4d3 req-e91e240f-f668-4a8f-b571-346c130632bd service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received unexpected event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 for instance with vm_state stopped and task_state powering-on.
Nov 29 12:24:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:51 user nova-compute[74974]: DEBUG nova.compute.manager [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:24:51 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Instance rebooted successfully.
Nov 29 12:24:51 user nova-compute[74974]: DEBUG nova.compute.manager [None req-6a55c1a2-5096-40e2-be14-dd6fa936867d tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:24:51 user nova-compute[74974]: DEBUG nova.compute.manager [req-8e41e1c7-1f8d-49c1-8836-ec9177354248 req-9fe1e934-416b-491f-8941-3953f42f26c9 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:24:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8e41e1c7-1f8d-49c1-8836-ec9177354248 req-9fe1e934-416b-491f-8941-3953f42f26c9 service nova] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:24:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8e41e1c7-1f8d-49c1-8836-ec9177354248 req-9fe1e934-416b-491f-8941-3953f42f26c9 service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:24:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8e41e1c7-1f8d-49c1-8836-ec9177354248 req-9fe1e934-416b-491f-8941-3953f42f26c9 service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:24:51 user nova-compute[74974]: DEBUG nova.compute.manager [req-8e41e1c7-1f8d-49c1-8836-ec9177354248 req-9fe1e934-416b-491f-8941-3953f42f26c9 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] No waiting events found dispatching network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:24:51 user nova-compute[74974]: WARNING nova.compute.manager [req-8e41e1c7-1f8d-49c1-8836-ec9177354248 req-9fe1e934-416b-491f-8941-3953f42f26c9 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received unexpected event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 for instance with vm_state active and task_state None.
Nov 29 12:24:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:24:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:25:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:25:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:25:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:25:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:25:09 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:25:09 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:25:09 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:25:09 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Didn't find any instances for network info cache update. {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 12:25:09 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:25:09 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:25:11 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:25:11 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:25:12 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:25:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:25:14 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:25:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:25:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:25:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:25:14 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:25:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:25:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:25:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:25:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:25:14 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:25:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:25:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:25:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:25:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:25:15 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:25:15 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:25:15 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8818MB free_disk=24.931819915771484GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:25:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:25:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:25:15 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance aef9c801-6f6c-44f9-98f2-461d884f6e40 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:25:15 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance def81640-95bc-4f79-ac1c-7405bc90b2ba actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:25:15 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:25:15 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:25:15 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:25:15 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:25:15 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:25:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.223s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:25:16 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:25:16 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:25:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:25:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:25:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "def81640-95bc-4f79-ac1c-7405bc90b2ba" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:25:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:25:18 user nova-compute[74974]: INFO nova.compute.manager [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Detaching volume dd5682ad-230d-4e35-86c1-5ccd403149be
Nov 29 12:25:18 user nova-compute[74974]: INFO nova.virt.block_device [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Attempting to driver detach volume dd5682ad-230d-4e35-86c1-5ccd403149be from mountpoint /dev/vdb
Nov 29 12:25:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Attempting to detach device vdb from instance def81640-95bc-4f79-ac1c-7405bc90b2ba from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 12:25:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:25:18 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:25:18 user nova-compute[74974]:   <source dev="/dev/sdc"/>
Nov 29 12:25:18 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:25:18 user nova-compute[74974]:   <serial>dd5682ad-230d-4e35-86c1-5ccd403149be</serial>
Nov 29 12:25:18 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:25:18 user nova-compute[74974]: </disk>
Nov 29 12:25:18 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:25:18 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Successfully detached device vdb from instance def81640-95bc-4f79-ac1c-7405bc90b2ba from the persistent domain config.
Nov 29 12:25:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance def81640-95bc-4f79-ac1c-7405bc90b2ba from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 12:25:18 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:25:18 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:25:18 user nova-compute[74974]:   <source dev="/dev/sdc"/>
Nov 29 12:25:18 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:25:18 user nova-compute[74974]:   <serial>dd5682ad-230d-4e35-86c1-5ccd403149be</serial>
Nov 29 12:25:18 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:25:18 user nova-compute[74974]: </disk>
Nov 29 12:25:18 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:25:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance def81640-95bc-4f79-ac1c-7405bc90b2ba {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 12:25:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:25:19 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:25:22 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:25:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:25:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:25:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:25:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:25:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:25:27 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:25:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:25:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:25:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:25:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:25:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:25:32 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:25:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:25:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:25:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:25:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:25:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:25:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:25:39 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance def81640-95bc-4f79-ac1c-7405bc90b2ba is timed out.
Nov 29 12:25:39 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Successfully detached device vdb from instance def81640-95bc-4f79-ac1c-7405bc90b2ba from the live domain config.
Nov 29 12:25:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SMuNgOZx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:25:39 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:25:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f6382fe-55fa-4ef6-aa27-e8c5acc2a8b8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:25:39 user nova-compute[74974]: No targets found.
Nov 29 12:25:39 user nova-compute[74974]: iSNS:
Nov 29 12:25:39 user nova-compute[74974]: No targets found.
Nov 29 12:25:39 user nova-compute[74974]: STATIC:
Nov 29 12:25:39 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be
Nov 29 12:25:39 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:25:39 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:25:39 user nova-compute[74974]: FIRMWARE:
Nov 29 12:25:39 user nova-compute[74974]: No targets found.
Nov 29 12:25:39 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:25:39 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:25:39 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[217e8056-22ec-4867-9b0b-34e8284302e8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d5ec434-e0ac-471a-b71c-3bee2a2dd7de]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be (non-flash)
Nov 29 12:25:39 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be (non-flash)
Nov 29 12:25:39 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1acc279090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be'): ({'sdc'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Removing single pathed devices sdc {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c322e9c-d0f1-48cb-9e02-02d7260daf22]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c875335-8b6f-46ab-9846-a2761620896d]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Flushing IO for device /dev/sdc {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1de7c13d-b0ff-4e42-a843-2d82c4fcbf51]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[84d9f28b-53a6-4a8e-b274-17a8316ece03]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] SCSI volumes sdc have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e693b737-21dc-48ef-9065-7b2a03dc6f14]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e742406-b131-4808-84cc-06867cd9de37]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be, portal: 172.16.0.220,3260]
Nov 29 12:25:39 user nova-compute[74974]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be, portal: 172.16.0.220,3260] successful.
Nov 29 12:25:39 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd5682ad-230d-4e35-86c1-5ccd403149be -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[72f8e3f9-bed5-44e7-ae00-0a763f4bf5f5]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] <== disconnect_volume: return (316ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:25:39 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:25:40 user nova-compute[74974]: DEBUG nova.objects.instance [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lazy-loading 'flavor' on Instance uuid def81640-95bc-4f79-ac1c-7405bc90b2ba {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:25:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-ca55ed36-550f-4df8-8a8b-3401a97faf24 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.885s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:25:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:25:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:25:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:25:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:25:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:25:42 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:25:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:25:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:25:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:25:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:25:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:25:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:25:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:25:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:25:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:25:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:25:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:25:52 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:25:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:26:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:26:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:26:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:26:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:06 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:26:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "def81640-95bc-4f79-ac1c-7405bc90b2ba" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:26:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:26:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:26:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:26:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:26:08 user nova-compute[74974]: INFO nova.compute.manager [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Terminating instance
Nov 29 12:26:08 user nova-compute[74974]: DEBUG nova.compute.manager [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:26:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG nova.compute.manager [req-ed9a3aa5-7228-4346-b35f-3c072ddab3ea req-93c95b5d-153f-47fd-8af5-a0b087516eae service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Received event network-vif-unplugged-449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ed9a3aa5-7228-4346-b35f-3c072ddab3ea req-93c95b5d-153f-47fd-8af5-a0b087516eae service nova] Acquiring lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ed9a3aa5-7228-4346-b35f-3c072ddab3ea req-93c95b5d-153f-47fd-8af5-a0b087516eae service nova] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ed9a3aa5-7228-4346-b35f-3c072ddab3ea req-93c95b5d-153f-47fd-8af5-a0b087516eae service nova] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG nova.compute.manager [req-ed9a3aa5-7228-4346-b35f-3c072ddab3ea req-93c95b5d-153f-47fd-8af5-a0b087516eae service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] No waiting events found dispatching network-vif-unplugged-449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG nova.compute.manager [req-ed9a3aa5-7228-4346-b35f-3c072ddab3ea req-93c95b5d-153f-47fd-8af5-a0b087516eae service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Received event network-vif-unplugged-449efeba-4abc-44a9-bc1a-833f53384743 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:09 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Instance destroyed successfully.
Nov 29 12:26:09 user nova-compute[74974]: DEBUG nova.objects.instance [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lazy-loading 'resources' on Instance uuid def81640-95bc-4f79-ac1c-7405bc90b2ba {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:20:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-69357305',display_name='tempest-AttachVolumeNegativeTest-server-69357305',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-69357305',id=48,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+SjpJtlQV/oDC+coeu68rIKNYTstAt2HR5JCrD5sWk1zgCRDheGQ2fzWHGk2fHyUwipnpytrmEvuJ2bOvRSa25Iz3P//RtX0XNzoZCW1KmhbI3JXQ5PX2y+HljJtAEaQ==',key_name='tempest-keypair-495206429',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:20:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ca1974a02ec4b3385deba3f7ce3ac50',ramdisk_id='',reservation_id='r-oi0um1bd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-736076917',owner_user_name='tempest-AttachVolumeNegativeTest-736076917-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:20:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a7b3a0000d6f4978aa5dd29a65a25bf3',uuid=def81640-95bc-4f79-ac1c-7405bc90b2ba,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "449efeba-4abc-44a9-bc1a-833f53384743", "address": "fa:16:3e:66:c0:ca", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap449efeba-4a", "ovs_interfaceid": "449efeba-4abc-44a9-bc1a-833f53384743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converting VIF {"id": "449efeba-4abc-44a9-bc1a-833f53384743", "address": "fa:16:3e:66:c0:ca", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap449efeba-4a", "ovs_interfaceid": "449efeba-4abc-44a9-bc1a-833f53384743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:66:c0:ca,bridge_name='br-int',has_traffic_filtering=True,id=449efeba-4abc-44a9-bc1a-833f53384743,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap449efeba-4a') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG os_vif [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:66:c0:ca,bridge_name='br-int',has_traffic_filtering=True,id=449efeba-4abc-44a9-bc1a-833f53384743,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap449efeba-4a') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap449efeba-4a, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f50af349-d42f-498d-85d1-8e1fa88a6dc6) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:09 user nova-compute[74974]: INFO os_vif [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:66:c0:ca,bridge_name='br-int',has_traffic_filtering=True,id=449efeba-4abc-44a9-bc1a-833f53384743,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap449efeba-4a')
Nov 29 12:26:09 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Deleting instance files /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba_del
Nov 29 12:26:09 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Deletion of /opt/stack/data/nova/instances/def81640-95bc-4f79-ac1c-7405bc90b2ba_del complete
Nov 29 12:26:09 user nova-compute[74974]: INFO nova.compute.manager [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 29 12:26:09 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:26:09 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:26:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:10 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:26:11 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Took 1.36 seconds to deallocate network for instance.
Nov 29 12:26:11 user nova-compute[74974]: DEBUG nova.compute.manager [req-503c8307-dd0a-4da1-96cc-cbcaf30c8edc req-9234df6f-ed0c-43fc-b9b6-2a901a9771ff service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Received event network-vif-deleted-449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG nova.compute.manager [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Received event network-vif-plugged-449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] Acquiring lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG nova.compute.manager [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] No waiting events found dispatching network-vif-plugged-449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:26:11 user nova-compute[74974]: WARNING nova.compute.manager [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Received unexpected event network-vif-plugged-449efeba-4abc-44a9-bc1a-833f53384743 for instance with vm_state deleted and task_state None.
Nov 29 12:26:11 user nova-compute[74974]: DEBUG nova.compute.manager [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Received event network-vif-plugged-449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] Acquiring lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG nova.compute.manager [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] No waiting events found dispatching network-vif-plugged-449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:26:11 user nova-compute[74974]: WARNING nova.compute.manager [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Received unexpected event network-vif-plugged-449efeba-4abc-44a9-bc1a-833f53384743 for instance with vm_state deleted and task_state None.
Nov 29 12:26:11 user nova-compute[74974]: DEBUG nova.compute.manager [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Received event network-vif-plugged-449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] Acquiring lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG nova.compute.manager [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] No waiting events found dispatching network-vif-plugged-449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:26:11 user nova-compute[74974]: WARNING nova.compute.manager [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Received unexpected event network-vif-plugged-449efeba-4abc-44a9-bc1a-833f53384743 for instance with vm_state deleted and task_state None.
Nov 29 12:26:11 user nova-compute[74974]: DEBUG nova.compute.manager [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Received event network-vif-unplugged-449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] Acquiring lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG nova.compute.manager [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] No waiting events found dispatching network-vif-unplugged-449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:26:11 user nova-compute[74974]: WARNING nova.compute.manager [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Received unexpected event network-vif-unplugged-449efeba-4abc-44a9-bc1a-833f53384743 for instance with vm_state deleted and task_state None.
Nov 29 12:26:11 user nova-compute[74974]: DEBUG nova.compute.manager [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Received event network-vif-plugged-449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] Acquiring lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG nova.compute.manager [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] No waiting events found dispatching network-vif-plugged-449efeba-4abc-44a9-bc1a-833f53384743 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:26:11 user nova-compute[74974]: WARNING nova.compute.manager [req-1da52a9a-2398-45d2-b558-4f63d17ce7b8 req-93f17e95-98b2-4b2e-a01d-ef982fb44b55 service nova] [instance: def81640-95bc-4f79-ac1c-7405bc90b2ba] Received unexpected event network-vif-plugged-449efeba-4abc-44a9-bc1a-833f53384743 for instance with vm_state deleted and task_state None.
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.149s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:26:11 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Deleted allocations for instance def81640-95bc-4f79-ac1c-7405bc90b2ba
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-281b28c5-ee0a-4ac1-b558-8624a5f63f8c tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "def81640-95bc-4f79-ac1c-7405bc90b2ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.558s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lazy-loading 'info_cache' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Updating instance_info_cache with network_info: [{"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-aef9c801-6f6c-44f9-98f2-461d884f6e40" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:26:11 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:26:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:15 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:26:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:26:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:26:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:26:15 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:26:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:26:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:26:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:26:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:26:16 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:26:16 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:26:16 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8949MB free_disk=24.958740234375GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:26:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:26:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:26:16 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance aef9c801-6f6c-44f9-98f2-461d884f6e40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:26:16 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:26:16 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:26:16 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:26:16 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:26:16 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:26:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.182s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:26:18 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:26:18 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:26:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:26:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:26:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:26:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:26:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:26:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:26:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:26:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:26:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:26:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:26:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:26:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:26:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:26:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:26:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:26:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:26:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:26:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:26:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:26:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:26:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Verify base images {{(pid=74974) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Nov 29 12:26:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Image id 14005146-3417-4c75-8b47-67c38948297d yields fingerprint a75387dc99bcd20c856db16de4461971a59bbae8 {{(pid=74974) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Nov 29 12:26:33 user nova-compute[74974]: INFO nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] image 14005146-3417-4c75-8b47-67c38948297d at (/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8): checking
Nov 29 12:26:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] image 14005146-3417-4c75-8b47-67c38948297d at (/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8): image is in use {{(pid=74974) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Nov 29 12:26:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=74974) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Nov 29 12:26:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] aef9c801-6f6c-44f9-98f2-461d884f6e40 is a valid instance name {{(pid=74974) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 29 12:26:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] aef9c801-6f6c-44f9-98f2-461d884f6e40 has a disk file {{(pid=74974) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Nov 29 12:26:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:26:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:26:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance aef9c801-6f6c-44f9-98f2-461d884f6e40 is backed by a75387dc99bcd20c856db16de4461971a59bbae8 {{(pid=74974) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Nov 29 12:26:33 user nova-compute[74974]: WARNING nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Unknown base file: /opt/stack/data/nova/instances/_base/7758fa72f3fe183d09b97adfeb7138fa4c952b94
Nov 29 12:26:33 user nova-compute[74974]: WARNING nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Unknown base file: /opt/stack/data/nova/instances/_base/641195c6af1a9b32ede6fdd8621e761dea388268
Nov 29 12:26:33 user nova-compute[74974]: WARNING nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Unknown base file: /opt/stack/data/nova/instances/_base/9caf1a82f8ed5dae9733e2253a9cf91f155f0b50
Nov 29 12:26:33 user nova-compute[74974]: WARNING nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Unknown base file: /opt/stack/data/nova/instances/_base/6dceb683628c436265de913fcbe91128ae7caef3
Nov 29 12:26:33 user nova-compute[74974]: WARNING nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Unknown base file: /opt/stack/data/nova/instances/_base/26b76f08501db028e80627a7132aa5d8fe596951
Nov 29 12:26:33 user nova-compute[74974]: WARNING nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Unknown base file: /opt/stack/data/nova/instances/_base/c83022e387939bdc40e61d066e240a429dca3662
Nov 29 12:26:33 user nova-compute[74974]: WARNING nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Unknown base file: /opt/stack/data/nova/instances/_base/0316c56726a26d02e040903e674e131e04c98d55
Nov 29 12:26:33 user nova-compute[74974]: WARNING nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Unknown base file: /opt/stack/data/nova/instances/_base/c27c492dc61557f3c56ca51552260c04bb11c5b8
Nov 29 12:26:33 user nova-compute[74974]: WARNING nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Unknown base file: /opt/stack/data/nova/instances/_base/3cd8b0aa4583b56c43f5db52134b4283c75669aa
Nov 29 12:26:33 user nova-compute[74974]: INFO nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Active base files: /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8
Nov 29 12:26:33 user nova-compute[74974]: INFO nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Removable base files: /opt/stack/data/nova/instances/_base/7758fa72f3fe183d09b97adfeb7138fa4c952b94 /opt/stack/data/nova/instances/_base/641195c6af1a9b32ede6fdd8621e761dea388268 /opt/stack/data/nova/instances/_base/9caf1a82f8ed5dae9733e2253a9cf91f155f0b50 /opt/stack/data/nova/instances/_base/6dceb683628c436265de913fcbe91128ae7caef3 /opt/stack/data/nova/instances/_base/26b76f08501db028e80627a7132aa5d8fe596951 /opt/stack/data/nova/instances/_base/c83022e387939bdc40e61d066e240a429dca3662 /opt/stack/data/nova/instances/_base/0316c56726a26d02e040903e674e131e04c98d55 /opt/stack/data/nova/instances/_base/c27c492dc61557f3c56ca51552260c04bb11c5b8 /opt/stack/data/nova/instances/_base/3cd8b0aa4583b56c43f5db52134b4283c75669aa
Nov 29 12:26:33 user nova-compute[74974]: INFO nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/7758fa72f3fe183d09b97adfeb7138fa4c952b94
Nov 29 12:26:33 user nova-compute[74974]: INFO nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/641195c6af1a9b32ede6fdd8621e761dea388268
Nov 29 12:26:33 user nova-compute[74974]: INFO nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/9caf1a82f8ed5dae9733e2253a9cf91f155f0b50
Nov 29 12:26:33 user nova-compute[74974]: INFO nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/6dceb683628c436265de913fcbe91128ae7caef3
Nov 29 12:26:33 user nova-compute[74974]: INFO nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/26b76f08501db028e80627a7132aa5d8fe596951
Nov 29 12:26:33 user nova-compute[74974]: INFO nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/c83022e387939bdc40e61d066e240a429dca3662
Nov 29 12:26:33 user nova-compute[74974]: INFO nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/0316c56726a26d02e040903e674e131e04c98d55
Nov 29 12:26:33 user nova-compute[74974]: INFO nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/c27c492dc61557f3c56ca51552260c04bb11c5b8
Nov 29 12:26:33 user nova-compute[74974]: INFO nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/3cd8b0aa4583b56c43f5db52134b4283c75669aa
Nov 29 12:26:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Verification complete {{(pid=74974) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Nov 29 12:26:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Verify swap images {{(pid=74974) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Nov 29 12:26:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.imagecache [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Verify ephemeral images {{(pid=74974) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Nov 29 12:26:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:26:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:26:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:26:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:26:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:26:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:26:37 user nova-compute[74974]: INFO nova.compute.manager [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Terminating instance
Nov 29 12:26:37 user nova-compute[74974]: DEBUG nova.compute.manager [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:26:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:37 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-85b82085-b52a-4c6f-a6c6-df6e34a2f5bd req-e882adc9-9725-4330-aadd-027190f63602 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received event network-vif-unplugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:26:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-85b82085-b52a-4c6f-a6c6-df6e34a2f5bd req-e882adc9-9725-4330-aadd-027190f63602 service nova] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:26:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-85b82085-b52a-4c6f-a6c6-df6e34a2f5bd req-e882adc9-9725-4330-aadd-027190f63602 service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:26:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-85b82085-b52a-4c6f-a6c6-df6e34a2f5bd req-e882adc9-9725-4330-aadd-027190f63602 service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:26:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-85b82085-b52a-4c6f-a6c6-df6e34a2f5bd req-e882adc9-9725-4330-aadd-027190f63602 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] No waiting events found dispatching network-vif-unplugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:26:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-85b82085-b52a-4c6f-a6c6-df6e34a2f5bd req-e882adc9-9725-4330-aadd-027190f63602 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received event network-vif-unplugged-9c254df3-230c-427f-b457-44119504ac41 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:26:38 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Instance destroyed successfully.
Nov 29 12:26:38 user nova-compute[74974]: DEBUG nova.objects.instance [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'resources' on Instance uuid aef9c801-6f6c-44f9-98f2-461d884f6e40 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:26:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:16:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1458998789',display_name='tempest-AttachVolumeTestJSON-server-1458998789',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1458998789',id=47,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPgxJbiT8zud9/F+uWkZNa3ocDoCItpspO3BbmdvB3BVJvPsWhBqL3HGpKAYXI7WDSYhzD+3+uBu96AP6IOAxrbskT0O7W28c3q9pGjW0UUv3QK++aGsG5PAjU4X4gpTGA==',key_name='tempest-keypair-1983179214',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:16:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2e81d7c7a8654844935c0007c3ab6a23',ramdisk_id='',reservation_id='r-7m9s4jb2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-24024267',owner_user_name='tempest-AttachVolumeTestJSON-24024267-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:24:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ab2e0fb343f0495cbf645c061f0edaa8',uuid=aef9c801-6f6c-44f9-98f2-461d884f6e40,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:26:38 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converting VIF {"id": "9c254df3-230c-427f-b457-44119504ac41", "address": "fa:16:3e:9a:36:ac", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c254df3-23", "ovs_interfaceid": "9c254df3-230c-427f-b457-44119504ac41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:26:38 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9a:36:ac,bridge_name='br-int',has_traffic_filtering=True,id=9c254df3-230c-427f-b457-44119504ac41,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c254df3-23') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:26:38 user nova-compute[74974]: DEBUG os_vif [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9a:36:ac,bridge_name='br-int',has_traffic_filtering=True,id=9c254df3-230c-427f-b457-44119504ac41,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c254df3-23') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:26:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9c254df3-23, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:26:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:26:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e3cc4b49-e39d-45a3-ac34-28b058f629aa) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:26:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:26:38 user nova-compute[74974]: INFO os_vif [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9a:36:ac,bridge_name='br-int',has_traffic_filtering=True,id=9c254df3-230c-427f-b457-44119504ac41,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c254df3-23')
Nov 29 12:26:38 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Deleting instance files /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40_del
Nov 29 12:26:38 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Deletion of /opt/stack/data/nova/instances/aef9c801-6f6c-44f9-98f2-461d884f6e40_del complete
Nov 29 12:26:38 user nova-compute[74974]: INFO nova.compute.manager [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Took 0.83 seconds to destroy the instance on the hypervisor.
Nov 29 12:26:38 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:26:38 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:26:38 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:26:38 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:26:38 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Took 0.67 seconds to deallocate network for instance.
Nov 29 12:26:38 user nova-compute[74974]: DEBUG nova.compute.manager [req-56b1038c-c6d0-4c80-9788-46bf6ccf5e60 req-06962f0d-7720-4a6b-b6e3-844323bd36c5 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received event network-vif-deleted-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:26:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:26:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:26:38 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:26:38 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:26:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.127s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:26:39 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Deleted allocations for instance aef9c801-6f6c-44f9-98f2-461d884f6e40
Nov 29 12:26:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-31beb8f9-0dd3-43ef-a087-4057f1b11f61 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.818s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:26:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:39 user nova-compute[74974]: DEBUG nova.compute.manager [req-9320f7e3-1956-4973-9f92-918360c7c0c6 req-8e56498b-435d-436f-a078-a04bf63e8da3 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:26:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9320f7e3-1956-4973-9f92-918360c7c0c6 req-8e56498b-435d-436f-a078-a04bf63e8da3 service nova] Acquiring lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:26:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9320f7e3-1956-4973-9f92-918360c7c0c6 req-8e56498b-435d-436f-a078-a04bf63e8da3 service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:26:39 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-9320f7e3-1956-4973-9f92-918360c7c0c6 req-8e56498b-435d-436f-a078-a04bf63e8da3 service nova] Lock "aef9c801-6f6c-44f9-98f2-461d884f6e40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:26:39 user nova-compute[74974]: DEBUG nova.compute.manager [req-9320f7e3-1956-4973-9f92-918360c7c0c6 req-8e56498b-435d-436f-a078-a04bf63e8da3 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] No waiting events found dispatching network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:26:39 user nova-compute[74974]: WARNING nova.compute.manager [req-9320f7e3-1956-4973-9f92-918360c7c0c6 req-8e56498b-435d-436f-a078-a04bf63e8da3 service nova] [instance: aef9c801-6f6c-44f9-98f2-461d884f6e40] Received unexpected event network-vif-plugged-9c254df3-230c-427f-b457-44119504ac41 for instance with vm_state deleted and task_state None.
Nov 29 12:26:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:26:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:26:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:26:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:26:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:26:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:26:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "f5420150-70a3-4b03-944a-2ff42af85759" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:27:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "f5420150-70a3-4b03-944a-2ff42af85759" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:27:02 user nova-compute[74974]: DEBUG nova.compute.manager [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:27:03 user nova-compute[74974]: INFO nova.compute.claims [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Claim successful on node user
Nov 29 12:27:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.200s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG nova.compute.manager [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG nova.compute.manager [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG nova.network.neutron [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:27:03 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:27:03 user nova-compute[74974]: DEBUG nova.compute.manager [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG nova.policy [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7b3a0000d6f4978aa5dd29a65a25bf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ca1974a02ec4b3385deba3f7ce3ac50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG nova.compute.manager [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:27:03 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Creating image(s)
Nov 29 12:27:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "/opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "/opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "/opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.012s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.184s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.200s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/disk 1073741824" returned: 0 in 0.051s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.259s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:27:03 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:27:04 user nova-compute[74974]: DEBUG nova.network.neutron [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Successfully created port: 5d054094-ad2c-43dd-874c-5429615be26c {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:27:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.189s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:27:04 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:27:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:27:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:27:04 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Cannot resize image /opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:27:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:27:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Ensure instance console log exists: /opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:27:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:27:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:27:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:27:04 user nova-compute[74974]: DEBUG nova.network.neutron [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Successfully updated port: 5d054094-ad2c-43dd-874c-5429615be26c {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:27:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "refresh_cache-f5420150-70a3-4b03-944a-2ff42af85759" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:27:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquired lock "refresh_cache-f5420150-70a3-4b03-944a-2ff42af85759" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:27:04 user nova-compute[74974]: DEBUG nova.network.neutron [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:27:04 user nova-compute[74974]: DEBUG nova.compute.manager [req-6a0d4afd-a1e5-4f6b-8cd6-939bdc9cd883 req-d997a391-6cbb-44e1-ad1e-2ca663539bd4 service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Received event network-changed-5d054094-ad2c-43dd-874c-5429615be26c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:27:04 user nova-compute[74974]: DEBUG nova.compute.manager [req-6a0d4afd-a1e5-4f6b-8cd6-939bdc9cd883 req-d997a391-6cbb-44e1-ad1e-2ca663539bd4 service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Refreshing instance network info cache due to event network-changed-5d054094-ad2c-43dd-874c-5429615be26c. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:27:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6a0d4afd-a1e5-4f6b-8cd6-939bdc9cd883 req-d997a391-6cbb-44e1-ad1e-2ca663539bd4 service nova] Acquiring lock "refresh_cache-f5420150-70a3-4b03-944a-2ff42af85759" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:27:04 user nova-compute[74974]: DEBUG nova.network.neutron [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.network.neutron [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Updating instance_info_cache with network_info: [{"id": "5d054094-ad2c-43dd-874c-5429615be26c", "address": "fa:16:3e:ad:bd:7f", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d054094-ad", "ovs_interfaceid": "5d054094-ad2c-43dd-874c-5429615be26c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Releasing lock "refresh_cache-f5420150-70a3-4b03-944a-2ff42af85759" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Instance network_info: |[{"id": "5d054094-ad2c-43dd-874c-5429615be26c", "address": "fa:16:3e:ad:bd:7f", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d054094-ad", "ovs_interfaceid": "5d054094-ad2c-43dd-874c-5429615be26c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6a0d4afd-a1e5-4f6b-8cd6-939bdc9cd883 req-d997a391-6cbb-44e1-ad1e-2ca663539bd4 service nova] Acquired lock "refresh_cache-f5420150-70a3-4b03-944a-2ff42af85759" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.network.neutron [req-6a0d4afd-a1e5-4f6b-8cd6-939bdc9cd883 req-d997a391-6cbb-44e1-ad1e-2ca663539bd4 service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Refreshing network info cache for port 5d054094-ad2c-43dd-874c-5429615be26c {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Start _get_guest_xml network_info=[{"id": "5d054094-ad2c-43dd-874c-5429615be26c", "address": "fa:16:3e:ad:bd:7f", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d054094-ad", "ovs_interfaceid": "5d054094-ad2c-43dd-874c-5429615be26c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:27:05 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:27:05 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:27:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1672531828',display_name='tempest-AttachVolumeNegativeTest-server-1672531828',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1672531828',id=50,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLvY6A/61F2WdCvfIlV1HXoK8QkJ7iiLbOS5C39KNw6qs7XnT0UFFmDr/n9bXpGw6r2mmff5le2DJMG5ZtFPKJzsxW3PZ3KWmNEoQtgBL4ocygKA5OgN7OuL1xdH1m8hHQ==',key_name='tempest-keypair-1163882281',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ca1974a02ec4b3385deba3f7ce3ac50',ramdisk_id='',reservation_id='r-mydaxkcz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-736076917',owner_user_name='tempest-AttachVolumeNegativeTest-736076917-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:27:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a7b3a0000d6f4978aa5dd29a65a25bf3',uuid=f5420150-70a3-4b03-944a-2ff42af85759,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5d054094-ad2c-43dd-874c-5429615be26c", "address": "fa:16:3e:ad:bd:7f", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d054094-ad", "ovs_interfaceid": "5d054094-ad2c-43dd-874c-5429615be26c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converting VIF {"id": "5d054094-ad2c-43dd-874c-5429615be26c", "address": "fa:16:3e:ad:bd:7f", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d054094-ad", "ovs_interfaceid": "5d054094-ad2c-43dd-874c-5429615be26c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:bd:7f,bridge_name='br-int',has_traffic_filtering=True,id=5d054094-ad2c-43dd-874c-5429615be26c,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d054094-ad') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.objects.instance [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lazy-loading 'pci_devices' on Instance uuid f5420150-70a3-4b03-944a-2ff42af85759 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:27:05 user nova-compute[74974]:   <uuid>f5420150-70a3-4b03-944a-2ff42af85759</uuid>
Nov 29 12:27:05 user nova-compute[74974]:   <name>instance-00000032</name>
Nov 29 12:27:05 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:27:05 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:27:05 user nova-compute[74974]:   <metadata>
Nov 29 12:27:05 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:27:05 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:27:05 user nova-compute[74974]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1672531828</nova:name>
Nov 29 12:27:05 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:27:05</nova:creationTime>
Nov 29 12:27:05 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:27:05 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:27:05 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:27:05 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:27:05 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:27:05 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:27:05 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:27:05 user nova-compute[74974]:       <nova:owner>
Nov 29 12:27:05 user nova-compute[74974]:         <nova:user uuid="a7b3a0000d6f4978aa5dd29a65a25bf3">tempest-AttachVolumeNegativeTest-736076917-project-member</nova:user>
Nov 29 12:27:05 user nova-compute[74974]:         <nova:project uuid="9ca1974a02ec4b3385deba3f7ce3ac50">tempest-AttachVolumeNegativeTest-736076917</nova:project>
Nov 29 12:27:05 user nova-compute[74974]:       </nova:owner>
Nov 29 12:27:05 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:27:05 user nova-compute[74974]:       <nova:ports>
Nov 29 12:27:05 user nova-compute[74974]:         <nova:port uuid="5d054094-ad2c-43dd-874c-5429615be26c">
Nov 29 12:27:05 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 29 12:27:05 user nova-compute[74974]:         </nova:port>
Nov 29 12:27:05 user nova-compute[74974]:       </nova:ports>
Nov 29 12:27:05 user nova-compute[74974]:     </nova:instance>
Nov 29 12:27:05 user nova-compute[74974]:   </metadata>
Nov 29 12:27:05 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:27:05 user nova-compute[74974]:     <system>
Nov 29 12:27:05 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:27:05 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:27:05 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:27:05 user nova-compute[74974]:       <entry name="serial">f5420150-70a3-4b03-944a-2ff42af85759</entry>
Nov 29 12:27:05 user nova-compute[74974]:       <entry name="uuid">f5420150-70a3-4b03-944a-2ff42af85759</entry>
Nov 29 12:27:05 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:27:05 user nova-compute[74974]:     </system>
Nov 29 12:27:05 user nova-compute[74974]:   </sysinfo>
Nov 29 12:27:05 user nova-compute[74974]:   <os>
Nov 29 12:27:05 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:27:05 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:27:05 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:27:05 user nova-compute[74974]:   </os>
Nov 29 12:27:05 user nova-compute[74974]:   <features>
Nov 29 12:27:05 user nova-compute[74974]:     <acpi/>
Nov 29 12:27:05 user nova-compute[74974]:     <apic/>
Nov 29 12:27:05 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:27:05 user nova-compute[74974]:   </features>
Nov 29 12:27:05 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:27:05 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:27:05 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:27:05 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:27:05 user nova-compute[74974]:   </clock>
Nov 29 12:27:05 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:27:05 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:27:05 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:27:05 user nova-compute[74974]:   </cpu>
Nov 29 12:27:05 user nova-compute[74974]:   <devices>
Nov 29 12:27:05 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:27:05 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:27:05 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/disk"/>
Nov 29 12:27:05 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:27:05 user nova-compute[74974]:     </disk>
Nov 29 12:27:05 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:27:05 user nova-compute[74974]:       <mac address="fa:16:3e:ad:bd:7f"/>
Nov 29 12:27:05 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:27:05 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:27:05 user nova-compute[74974]:       <target dev="tap5d054094-ad"/>
Nov 29 12:27:05 user nova-compute[74974]:     </interface>
Nov 29 12:27:05 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:27:05 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/console.log" append="off"/>
Nov 29 12:27:05 user nova-compute[74974]:     </serial>
Nov 29 12:27:05 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:27:05 user nova-compute[74974]:     <video>
Nov 29 12:27:05 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:27:05 user nova-compute[74974]:     </video>
Nov 29 12:27:05 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:27:05 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:27:05 user nova-compute[74974]:     </rng>
Nov 29 12:27:05 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:27:05 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:27:05 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:27:05 user nova-compute[74974]:     </memballoon>
Nov 29 12:27:05 user nova-compute[74974]:   </devices>
Nov 29 12:27:05 user nova-compute[74974]: </domain>
Nov 29 12:27:05 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:27:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1672531828',display_name='tempest-AttachVolumeNegativeTest-server-1672531828',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1672531828',id=50,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLvY6A/61F2WdCvfIlV1HXoK8QkJ7iiLbOS5C39KNw6qs7XnT0UFFmDr/n9bXpGw6r2mmff5le2DJMG5ZtFPKJzsxW3PZ3KWmNEoQtgBL4ocygKA5OgN7OuL1xdH1m8hHQ==',key_name='tempest-keypair-1163882281',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ca1974a02ec4b3385deba3f7ce3ac50',ramdisk_id='',reservation_id='r-mydaxkcz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-736076917',owner_user_name='tempest-AttachVolumeNegativeTest-736076917-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:27:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a7b3a0000d6f4978aa5dd29a65a25bf3',uuid=f5420150-70a3-4b03-944a-2ff42af85759,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5d054094-ad2c-43dd-874c-5429615be26c", "address": "fa:16:3e:ad:bd:7f", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d054094-ad", "ovs_interfaceid": "5d054094-ad2c-43dd-874c-5429615be26c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converting VIF {"id": "5d054094-ad2c-43dd-874c-5429615be26c", "address": "fa:16:3e:ad:bd:7f", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d054094-ad", "ovs_interfaceid": "5d054094-ad2c-43dd-874c-5429615be26c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:bd:7f,bridge_name='br-int',has_traffic_filtering=True,id=5d054094-ad2c-43dd-874c-5429615be26c,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d054094-ad') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG os_vif [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:bd:7f,bridge_name='br-int',has_traffic_filtering=True,id=5d054094-ad2c-43dd-874c-5429615be26c,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d054094-ad') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fb634f8b-da59-5978-80d2-a4f59480460c', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5d054094-ad, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5d054094-ad, col_values=(('qos', UUID('ebcf73bd-d161-4595-a3de-d46d301d5013')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5d054094-ad, col_values=(('external_ids', {'iface-id': '5d054094-ad2c-43dd-874c-5429615be26c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ad:bd:7f', 'vm-uuid': 'f5420150-70a3-4b03-944a-2ff42af85759'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:05 user nova-compute[74974]: INFO os_vif [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:bd:7f,bridge_name='br-int',has_traffic_filtering=True,id=5d054094-ad2c-43dd-874c-5429615be26c,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d054094-ad')
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] No VIF found with MAC fa:16:3e:ad:bd:7f, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.network.neutron [req-6a0d4afd-a1e5-4f6b-8cd6-939bdc9cd883 req-d997a391-6cbb-44e1-ad1e-2ca663539bd4 service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Updated VIF entry in instance network info cache for port 5d054094-ad2c-43dd-874c-5429615be26c. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG nova.network.neutron [req-6a0d4afd-a1e5-4f6b-8cd6-939bdc9cd883 req-d997a391-6cbb-44e1-ad1e-2ca663539bd4 service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Updating instance_info_cache with network_info: [{"id": "5d054094-ad2c-43dd-874c-5429615be26c", "address": "fa:16:3e:ad:bd:7f", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d054094-ad", "ovs_interfaceid": "5d054094-ad2c-43dd-874c-5429615be26c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:27:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6a0d4afd-a1e5-4f6b-8cd6-939bdc9cd883 req-d997a391-6cbb-44e1-ad1e-2ca663539bd4 service nova] Releasing lock "refresh_cache-f5420150-70a3-4b03-944a-2ff42af85759" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:27:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:06 user nova-compute[74974]: DEBUG nova.compute.manager [req-6fecfa08-c4cf-40e5-ae9a-112e202c1e44 req-5ff3e745-2559-4436-af7a-32cc1a81734c service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Received event network-vif-plugged-5d054094-ad2c-43dd-874c-5429615be26c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:27:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6fecfa08-c4cf-40e5-ae9a-112e202c1e44 req-5ff3e745-2559-4436-af7a-32cc1a81734c service nova] Acquiring lock "f5420150-70a3-4b03-944a-2ff42af85759-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:27:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6fecfa08-c4cf-40e5-ae9a-112e202c1e44 req-5ff3e745-2559-4436-af7a-32cc1a81734c service nova] Lock "f5420150-70a3-4b03-944a-2ff42af85759-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:27:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-6fecfa08-c4cf-40e5-ae9a-112e202c1e44 req-5ff3e745-2559-4436-af7a-32cc1a81734c service nova] Lock "f5420150-70a3-4b03-944a-2ff42af85759-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:27:06 user nova-compute[74974]: DEBUG nova.compute.manager [req-6fecfa08-c4cf-40e5-ae9a-112e202c1e44 req-5ff3e745-2559-4436-af7a-32cc1a81734c service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] No waiting events found dispatching network-vif-plugged-5d054094-ad2c-43dd-874c-5429615be26c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:27:06 user nova-compute[74974]: WARNING nova.compute.manager [req-6fecfa08-c4cf-40e5-ae9a-112e202c1e44 req-5ff3e745-2559-4436-af7a-32cc1a81734c service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Received unexpected event network-vif-plugged-5d054094-ad2c-43dd-874c-5429615be26c for instance with vm_state building and task_state spawning.
Nov 29 12:27:06 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:27:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:07 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:08 user nova-compute[74974]: DEBUG nova.compute.manager [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:27:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:27:08 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Instance spawned successfully.
Nov 29 12:27:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:27:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:27:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:27:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:27:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:27:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:27:08 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:27:08 user nova-compute[74974]: INFO nova.compute.manager [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Took 5.20 seconds to spawn the instance on the hypervisor.
Nov 29 12:27:08 user nova-compute[74974]: DEBUG nova.compute.manager [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:27:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-af078d8b-2e52-429d-b2c9-4a80aba8f5cb req-5819325f-43e8-44c6-b496-c75d5fe6847c service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Received event network-vif-plugged-5d054094-ad2c-43dd-874c-5429615be26c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:27:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-af078d8b-2e52-429d-b2c9-4a80aba8f5cb req-5819325f-43e8-44c6-b496-c75d5fe6847c service nova] Acquiring lock "f5420150-70a3-4b03-944a-2ff42af85759-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:27:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-af078d8b-2e52-429d-b2c9-4a80aba8f5cb req-5819325f-43e8-44c6-b496-c75d5fe6847c service nova] Lock "f5420150-70a3-4b03-944a-2ff42af85759-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:27:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-af078d8b-2e52-429d-b2c9-4a80aba8f5cb req-5819325f-43e8-44c6-b496-c75d5fe6847c service nova] Lock "f5420150-70a3-4b03-944a-2ff42af85759-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:27:08 user nova-compute[74974]: DEBUG nova.compute.manager [req-af078d8b-2e52-429d-b2c9-4a80aba8f5cb req-5819325f-43e8-44c6-b496-c75d5fe6847c service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] No waiting events found dispatching network-vif-plugged-5d054094-ad2c-43dd-874c-5429615be26c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:27:08 user nova-compute[74974]: WARNING nova.compute.manager [req-af078d8b-2e52-429d-b2c9-4a80aba8f5cb req-5819325f-43e8-44c6-b496-c75d5fe6847c service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Received unexpected event network-vif-plugged-5d054094-ad2c-43dd-874c-5429615be26c for instance with vm_state building and task_state spawning.
Nov 29 12:27:08 user nova-compute[74974]: INFO nova.compute.manager [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Took 5.71 seconds to build instance.
Nov 29 12:27:08 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-70de2404-7c68-4355-bd28-1d18c1530e4a tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "f5420150-70a3-4b03-944a-2ff42af85759" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.815s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:27:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:09 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:27:09 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74974) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 12:27:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:11 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:27:12 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:27:12 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:27:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:27:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:27:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-f5420150-70a3-4b03-944a-2ff42af85759" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:27:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-f5420150-70a3-4b03-944a-2ff42af85759" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:27:12 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:27:12 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lazy-loading 'info_cache' on Instance uuid f5420150-70a3-4b03-944a-2ff42af85759 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:27:13 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Updating instance_info_cache with network_info: [{"id": "5d054094-ad2c-43dd-874c-5429615be26c", "address": "fa:16:3e:ad:bd:7f", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d054094-ad", "ovs_interfaceid": "5d054094-ad2c-43dd-874c-5429615be26c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:27:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-f5420150-70a3-4b03-944a-2ff42af85759" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:27:13 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:27:13 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:27:13 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:27:13 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:27:13 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Cleaning up deleted instances {{(pid=74974) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 12:27:13 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] There are 0 instances to clean {{(pid=74974) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 12:27:13 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:27:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:27:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:27:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:27:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:27:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:15 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:27:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:27:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:27:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:27:15 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:27:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:27:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:27:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:27:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:27:16 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:27:16 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:27:16 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8963MB free_disk=24.977020263671875GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:27:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:27:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:27:16 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance f5420150-70a3-4b03-944a-2ff42af85759 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:27:16 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:27:16 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:27:16 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing inventories for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 12:27:16 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Updating ProviderTree inventory for provider acbc7b17-f018-42b8-afd4-030057f87dc2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 12:27:16 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Updating inventory in ProviderTree for provider acbc7b17-f018-42b8-afd4-030057f87dc2 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 12:27:16 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing aggregate associations for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2, aggregates: None {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 12:27:16 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing trait associations for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_NONE {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 12:27:16 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:27:16 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:27:16 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:27:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.365s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:27:18 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:27:19 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:27:19 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:27:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:27:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:27:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:27:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:27:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:27 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:27:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "b5459bdc-551b-4264-bc7e-d181c42cf985" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:27:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:27:31 user nova-compute[74974]: DEBUG nova.compute.manager [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:27:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:27:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:27:31 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:27:31 user nova-compute[74974]: INFO nova.compute.claims [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Claim successful on node user
Nov 29 12:27:31 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:27:31 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:27:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.208s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:27:31 user nova-compute[74974]: DEBUG nova.compute.manager [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:27:31 user nova-compute[74974]: DEBUG nova.compute.manager [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:27:31 user nova-compute[74974]: DEBUG nova.network.neutron [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:27:31 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:27:31 user nova-compute[74974]: DEBUG nova.compute.manager [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:27:31 user nova-compute[74974]: DEBUG nova.policy [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab2e0fb343f0495cbf645c061f0edaa8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e81d7c7a8654844935c0007c3ab6a23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:27:31 user nova-compute[74974]: DEBUG nova.compute.manager [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:27:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:27:31 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Creating image(s)
Nov 29 12:27:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "/opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:27:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "/opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:27:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "/opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.014s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:27:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:27:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.187s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:27:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:27:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:27:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:27:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.172s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:27:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:27:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/disk 1073741824" returned: 0 in 0.052s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:27:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.232s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:27:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:27:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.182s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:27:32 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:27:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:27:32 user nova-compute[74974]: DEBUG nova.network.neutron [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Successfully created port: d48f3cc3-7ec7-46cf-8102-648dd6f38e2d {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:27:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:27:32 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Cannot resize image /opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:27:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:27:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Ensure instance console log exists: /opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:27:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:27:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:27:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.network.neutron [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Successfully updated port: d48f3cc3-7ec7-46cf-8102-648dd6f38e2d {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "refresh_cache-b5459bdc-551b-4264-bc7e-d181c42cf985" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquired lock "refresh_cache-b5459bdc-551b-4264-bc7e-d181c42cf985" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.network.neutron [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.network.neutron [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-18ee3585-f982-4b50-a740-0974c1641b8c req-1e42d9a7-3e72-4673-ab75-b0d4c118aae5 service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Received event network-changed-d48f3cc3-7ec7-46cf-8102-648dd6f38e2d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.compute.manager [req-18ee3585-f982-4b50-a740-0974c1641b8c req-1e42d9a7-3e72-4673-ab75-b0d4c118aae5 service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Refreshing instance network info cache due to event network-changed-d48f3cc3-7ec7-46cf-8102-648dd6f38e2d. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-18ee3585-f982-4b50-a740-0974c1641b8c req-1e42d9a7-3e72-4673-ab75-b0d4c118aae5 service nova] Acquiring lock "refresh_cache-b5459bdc-551b-4264-bc7e-d181c42cf985" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.network.neutron [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Updating instance_info_cache with network_info: [{"id": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "address": "fa:16:3e:bf:26:a6", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48f3cc3-7e", "ovs_interfaceid": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Releasing lock "refresh_cache-b5459bdc-551b-4264-bc7e-d181c42cf985" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.compute.manager [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Instance network_info: |[{"id": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "address": "fa:16:3e:bf:26:a6", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48f3cc3-7e", "ovs_interfaceid": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-18ee3585-f982-4b50-a740-0974c1641b8c req-1e42d9a7-3e72-4673-ab75-b0d4c118aae5 service nova] Acquired lock "refresh_cache-b5459bdc-551b-4264-bc7e-d181c42cf985" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.network.neutron [req-18ee3585-f982-4b50-a740-0974c1641b8c req-1e42d9a7-3e72-4673-ab75-b0d4c118aae5 service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Refreshing network info cache for port d48f3cc3-7ec7-46cf-8102-648dd6f38e2d {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Start _get_guest_xml network_info=[{"id": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "address": "fa:16:3e:bf:26:a6", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48f3cc3-7e", "ovs_interfaceid": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:27:33 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:27:33 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:27:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1520562280',display_name='tempest-AttachVolumeTestJSON-server-1520562280',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1520562280',id=51,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF0+oAbvlxkO6QYdmO1g529zzPQVdCYVUKqUxuo4YcB21cP0xf0V4NMcuwynen/8tnaJk0k+x2PpUX1Srqcez7oNYQqxj2m/ciec2V/qxzcdvEe9UjwDvU7U+oAYDJlaPg==',key_name='tempest-keypair-167900078',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2e81d7c7a8654844935c0007c3ab6a23',ramdisk_id='',reservation_id='r-nt0g6pyp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-24024267',owner_user_name='tempest-AttachVolumeTestJSON-24024267-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:27:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ab2e0fb343f0495cbf645c061f0edaa8',uuid=b5459bdc-551b-4264-bc7e-d181c42cf985,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "address": "fa:16:3e:bf:26:a6", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48f3cc3-7e", "ovs_interfaceid": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converting VIF {"id": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "address": "fa:16:3e:bf:26:a6", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48f3cc3-7e", "ovs_interfaceid": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bf:26:a6,bridge_name='br-int',has_traffic_filtering=True,id=d48f3cc3-7ec7-46cf-8102-648dd6f38e2d,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd48f3cc3-7e') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.objects.instance [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'pci_devices' on Instance uuid b5459bdc-551b-4264-bc7e-d181c42cf985 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:27:33 user nova-compute[74974]:   <uuid>b5459bdc-551b-4264-bc7e-d181c42cf985</uuid>
Nov 29 12:27:33 user nova-compute[74974]:   <name>instance-00000033</name>
Nov 29 12:27:33 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:27:33 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:27:33 user nova-compute[74974]:   <metadata>
Nov 29 12:27:33 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:27:33 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:27:33 user nova-compute[74974]:       <nova:name>tempest-AttachVolumeTestJSON-server-1520562280</nova:name>
Nov 29 12:27:33 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:27:33</nova:creationTime>
Nov 29 12:27:33 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:27:33 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:27:33 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:27:33 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:27:33 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:27:33 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:27:33 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:27:33 user nova-compute[74974]:       <nova:owner>
Nov 29 12:27:33 user nova-compute[74974]:         <nova:user uuid="ab2e0fb343f0495cbf645c061f0edaa8">tempest-AttachVolumeTestJSON-24024267-project-member</nova:user>
Nov 29 12:27:33 user nova-compute[74974]:         <nova:project uuid="2e81d7c7a8654844935c0007c3ab6a23">tempest-AttachVolumeTestJSON-24024267</nova:project>
Nov 29 12:27:33 user nova-compute[74974]:       </nova:owner>
Nov 29 12:27:33 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:27:33 user nova-compute[74974]:       <nova:ports>
Nov 29 12:27:33 user nova-compute[74974]:         <nova:port uuid="d48f3cc3-7ec7-46cf-8102-648dd6f38e2d">
Nov 29 12:27:33 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 12:27:33 user nova-compute[74974]:         </nova:port>
Nov 29 12:27:33 user nova-compute[74974]:       </nova:ports>
Nov 29 12:27:33 user nova-compute[74974]:     </nova:instance>
Nov 29 12:27:33 user nova-compute[74974]:   </metadata>
Nov 29 12:27:33 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:27:33 user nova-compute[74974]:     <system>
Nov 29 12:27:33 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:27:33 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:27:33 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:27:33 user nova-compute[74974]:       <entry name="serial">b5459bdc-551b-4264-bc7e-d181c42cf985</entry>
Nov 29 12:27:33 user nova-compute[74974]:       <entry name="uuid">b5459bdc-551b-4264-bc7e-d181c42cf985</entry>
Nov 29 12:27:33 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:27:33 user nova-compute[74974]:     </system>
Nov 29 12:27:33 user nova-compute[74974]:   </sysinfo>
Nov 29 12:27:33 user nova-compute[74974]:   <os>
Nov 29 12:27:33 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:27:33 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:27:33 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:27:33 user nova-compute[74974]:   </os>
Nov 29 12:27:33 user nova-compute[74974]:   <features>
Nov 29 12:27:33 user nova-compute[74974]:     <acpi/>
Nov 29 12:27:33 user nova-compute[74974]:     <apic/>
Nov 29 12:27:33 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:27:33 user nova-compute[74974]:   </features>
Nov 29 12:27:33 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:27:33 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:27:33 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:27:33 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:27:33 user nova-compute[74974]:   </clock>
Nov 29 12:27:33 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:27:33 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:27:33 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:27:33 user nova-compute[74974]:   </cpu>
Nov 29 12:27:33 user nova-compute[74974]:   <devices>
Nov 29 12:27:33 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:27:33 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:27:33 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/disk"/>
Nov 29 12:27:33 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:27:33 user nova-compute[74974]:     </disk>
Nov 29 12:27:33 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:27:33 user nova-compute[74974]:       <mac address="fa:16:3e:bf:26:a6"/>
Nov 29 12:27:33 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:27:33 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:27:33 user nova-compute[74974]:       <target dev="tapd48f3cc3-7e"/>
Nov 29 12:27:33 user nova-compute[74974]:     </interface>
Nov 29 12:27:33 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:27:33 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/console.log" append="off"/>
Nov 29 12:27:33 user nova-compute[74974]:     </serial>
Nov 29 12:27:33 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:27:33 user nova-compute[74974]:     <video>
Nov 29 12:27:33 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:27:33 user nova-compute[74974]:     </video>
Nov 29 12:27:33 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:27:33 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:27:33 user nova-compute[74974]:     </rng>
Nov 29 12:27:33 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:27:33 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:27:33 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:27:33 user nova-compute[74974]:     </memballoon>
Nov 29 12:27:33 user nova-compute[74974]:   </devices>
Nov 29 12:27:33 user nova-compute[74974]: </domain>
Nov 29 12:27:33 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:27:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1520562280',display_name='tempest-AttachVolumeTestJSON-server-1520562280',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1520562280',id=51,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF0+oAbvlxkO6QYdmO1g529zzPQVdCYVUKqUxuo4YcB21cP0xf0V4NMcuwynen/8tnaJk0k+x2PpUX1Srqcez7oNYQqxj2m/ciec2V/qxzcdvEe9UjwDvU7U+oAYDJlaPg==',key_name='tempest-keypair-167900078',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2e81d7c7a8654844935c0007c3ab6a23',ramdisk_id='',reservation_id='r-nt0g6pyp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-24024267',owner_user_name='tempest-AttachVolumeTestJSON-24024267-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:27:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ab2e0fb343f0495cbf645c061f0edaa8',uuid=b5459bdc-551b-4264-bc7e-d181c42cf985,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "address": "fa:16:3e:bf:26:a6", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48f3cc3-7e", "ovs_interfaceid": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converting VIF {"id": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "address": "fa:16:3e:bf:26:a6", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48f3cc3-7e", "ovs_interfaceid": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bf:26:a6,bridge_name='br-int',has_traffic_filtering=True,id=d48f3cc3-7ec7-46cf-8102-648dd6f38e2d,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd48f3cc3-7e') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG os_vif [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:26:a6,bridge_name='br-int',has_traffic_filtering=True,id=d48f3cc3-7ec7-46cf-8102-648dd6f38e2d,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd48f3cc3-7e') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4b0544cb-22fa-5f45-9525-55a86b8de273', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd48f3cc3-7e, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd48f3cc3-7e, col_values=(('qos', UUID('0e36a7b1-5ec9-4980-8a99-562346b38223')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd48f3cc3-7e, col_values=(('external_ids', {'iface-id': 'd48f3cc3-7ec7-46cf-8102-648dd6f38e2d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bf:26:a6', 'vm-uuid': 'b5459bdc-551b-4264-bc7e-d181c42cf985'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:33 user nova-compute[74974]: INFO os_vif [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:26:a6,bridge_name='br-int',has_traffic_filtering=True,id=d48f3cc3-7ec7-46cf-8102-648dd6f38e2d,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd48f3cc3-7e')
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:27:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] No VIF found with MAC fa:16:3e:bf:26:a6, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:27:34 user nova-compute[74974]: DEBUG nova.network.neutron [req-18ee3585-f982-4b50-a740-0974c1641b8c req-1e42d9a7-3e72-4673-ab75-b0d4c118aae5 service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Updated VIF entry in instance network info cache for port d48f3cc3-7ec7-46cf-8102-648dd6f38e2d. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:27:34 user nova-compute[74974]: DEBUG nova.network.neutron [req-18ee3585-f982-4b50-a740-0974c1641b8c req-1e42d9a7-3e72-4673-ab75-b0d4c118aae5 service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Updating instance_info_cache with network_info: [{"id": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "address": "fa:16:3e:bf:26:a6", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48f3cc3-7e", "ovs_interfaceid": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:27:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-18ee3585-f982-4b50-a740-0974c1641b8c req-1e42d9a7-3e72-4673-ab75-b0d4c118aae5 service nova] Releasing lock "refresh_cache-b5459bdc-551b-4264-bc7e-d181c42cf985" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:27:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:35 user nova-compute[74974]: DEBUG nova.compute.manager [req-e3e43fb5-6c36-422b-93f9-a740082ae474 req-a046fa95-0b4a-4fc2-bae1-3f7ee3ab9c61 service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Received event network-vif-plugged-d48f3cc3-7ec7-46cf-8102-648dd6f38e2d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:27:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e3e43fb5-6c36-422b-93f9-a740082ae474 req-a046fa95-0b4a-4fc2-bae1-3f7ee3ab9c61 service nova] Acquiring lock "b5459bdc-551b-4264-bc7e-d181c42cf985-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:27:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e3e43fb5-6c36-422b-93f9-a740082ae474 req-a046fa95-0b4a-4fc2-bae1-3f7ee3ab9c61 service nova] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:27:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e3e43fb5-6c36-422b-93f9-a740082ae474 req-a046fa95-0b4a-4fc2-bae1-3f7ee3ab9c61 service nova] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:27:35 user nova-compute[74974]: DEBUG nova.compute.manager [req-e3e43fb5-6c36-422b-93f9-a740082ae474 req-a046fa95-0b4a-4fc2-bae1-3f7ee3ab9c61 service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] No waiting events found dispatching network-vif-plugged-d48f3cc3-7ec7-46cf-8102-648dd6f38e2d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:27:35 user nova-compute[74974]: WARNING nova.compute.manager [req-e3e43fb5-6c36-422b-93f9-a740082ae474 req-a046fa95-0b4a-4fc2-bae1-3f7ee3ab9c61 service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Received unexpected event network-vif-plugged-d48f3cc3-7ec7-46cf-8102-648dd6f38e2d for instance with vm_state building and task_state spawning.
Nov 29 12:27:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:37 user nova-compute[74974]: DEBUG nova.compute.manager [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:27:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:27:37 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Instance spawned successfully.
Nov 29 12:27:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:27:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:27:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:27:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:27:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:27:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:27:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:27:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-ac6cf1b3-9c08-45fa-885c-3a9e3bf6cf21 req-502eab12-aa6f-4a3c-8fd5-6eab374cdb9c service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Received event network-vif-plugged-d48f3cc3-7ec7-46cf-8102-648dd6f38e2d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:27:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ac6cf1b3-9c08-45fa-885c-3a9e3bf6cf21 req-502eab12-aa6f-4a3c-8fd5-6eab374cdb9c service nova] Acquiring lock "b5459bdc-551b-4264-bc7e-d181c42cf985-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:27:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ac6cf1b3-9c08-45fa-885c-3a9e3bf6cf21 req-502eab12-aa6f-4a3c-8fd5-6eab374cdb9c service nova] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:27:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ac6cf1b3-9c08-45fa-885c-3a9e3bf6cf21 req-502eab12-aa6f-4a3c-8fd5-6eab374cdb9c service nova] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:27:37 user nova-compute[74974]: DEBUG nova.compute.manager [req-ac6cf1b3-9c08-45fa-885c-3a9e3bf6cf21 req-502eab12-aa6f-4a3c-8fd5-6eab374cdb9c service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] No waiting events found dispatching network-vif-plugged-d48f3cc3-7ec7-46cf-8102-648dd6f38e2d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:27:37 user nova-compute[74974]: WARNING nova.compute.manager [req-ac6cf1b3-9c08-45fa-885c-3a9e3bf6cf21 req-502eab12-aa6f-4a3c-8fd5-6eab374cdb9c service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Received unexpected event network-vif-plugged-d48f3cc3-7ec7-46cf-8102-648dd6f38e2d for instance with vm_state building and task_state spawning.
Nov 29 12:27:37 user nova-compute[74974]: INFO nova.compute.manager [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Took 5.86 seconds to spawn the instance on the hypervisor.
Nov 29 12:27:37 user nova-compute[74974]: DEBUG nova.compute.manager [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:27:37 user nova-compute[74974]: INFO nova.compute.manager [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Took 6.38 seconds to build instance.
Nov 29 12:27:37 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-def1202c-0fc3-42dd-b3b3-2a262621cbd1 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.475s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:27:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:27:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:27:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:27:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:28:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:28:04 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:28:04 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid f5420150-70a3-4b03-944a-2ff42af85759 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 12:28:04 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid b5459bdc-551b-4264-bc7e-d181c42cf985 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 12:28:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "f5420150-70a3-4b03-944a-2ff42af85759" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:28:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "f5420150-70a3-4b03-944a-2ff42af85759" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:28:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "b5459bdc-551b-4264-bc7e-d181c42cf985" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:28:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:28:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "f5420150-70a3-4b03-944a-2ff42af85759" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.030s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:28:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.030s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:28:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:28:06 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:28:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:28:12 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:28:13 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:28:13 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:28:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:28:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:28:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:28:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:28:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:28:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:28:14 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:28:14 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:28:14 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:28:14 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:28:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-f5420150-70a3-4b03-944a-2ff42af85759" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:28:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-f5420150-70a3-4b03-944a-2ff42af85759" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:28:14 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:28:14 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lazy-loading 'info_cache' on Instance uuid f5420150-70a3-4b03-944a-2ff42af85759 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:28:14 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Updating instance_info_cache with network_info: [{"id": "5d054094-ad2c-43dd-874c-5429615be26c", "address": "fa:16:3e:ad:bd:7f", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d054094-ad", "ovs_interfaceid": "5d054094-ad2c-43dd-874c-5429615be26c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:28:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-f5420150-70a3-4b03-944a-2ff42af85759" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:28:14 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:28:14 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:28:15 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:28:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:28:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:28:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:28:15 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:28:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:28:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:28:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:28:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:28:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:28:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:28:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:28:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:28:16 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:28:16 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:28:16 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8849MB free_disk=24.91942596435547GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:28:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:28:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:28:16 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance f5420150-70a3-4b03-944a-2ff42af85759 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:28:16 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance b5459bdc-551b-4264-bc7e-d181c42cf985 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:28:16 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:28:16 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:28:16 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:28:16 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:28:16 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:28:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.234s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:28:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:28:20 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:28:20 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:28:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:28:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:28:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:28:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:28:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:28:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:28:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:28:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:28:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:28:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:28:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:28:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:28:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:28:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:28:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:28:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:28:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:28:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-3ff1828d-8e7a-4650-9f2a-3f0ab05ac023 req-20c6890e-b38f-4b47-9249-ba4558a83c3b service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Received event network-changed-5d054094-ad2c-43dd-874c-5429615be26c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:28:54 user nova-compute[74974]: DEBUG nova.compute.manager [req-3ff1828d-8e7a-4650-9f2a-3f0ab05ac023 req-20c6890e-b38f-4b47-9249-ba4558a83c3b service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Refreshing instance network info cache due to event network-changed-5d054094-ad2c-43dd-874c-5429615be26c. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:28:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3ff1828d-8e7a-4650-9f2a-3f0ab05ac023 req-20c6890e-b38f-4b47-9249-ba4558a83c3b service nova] Acquiring lock "refresh_cache-f5420150-70a3-4b03-944a-2ff42af85759" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:28:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3ff1828d-8e7a-4650-9f2a-3f0ab05ac023 req-20c6890e-b38f-4b47-9249-ba4558a83c3b service nova] Acquired lock "refresh_cache-f5420150-70a3-4b03-944a-2ff42af85759" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:28:54 user nova-compute[74974]: DEBUG nova.network.neutron [req-3ff1828d-8e7a-4650-9f2a-3f0ab05ac023 req-20c6890e-b38f-4b47-9249-ba4558a83c3b service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Refreshing network info cache for port 5d054094-ad2c-43dd-874c-5429615be26c {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:28:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:28:54 user nova-compute[74974]: DEBUG nova.network.neutron [req-3ff1828d-8e7a-4650-9f2a-3f0ab05ac023 req-20c6890e-b38f-4b47-9249-ba4558a83c3b service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Updated VIF entry in instance network info cache for port 5d054094-ad2c-43dd-874c-5429615be26c. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:28:54 user nova-compute[74974]: DEBUG nova.network.neutron [req-3ff1828d-8e7a-4650-9f2a-3f0ab05ac023 req-20c6890e-b38f-4b47-9249-ba4558a83c3b service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Updating instance_info_cache with network_info: [{"id": "5d054094-ad2c-43dd-874c-5429615be26c", "address": "fa:16:3e:ad:bd:7f", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d054094-ad", "ovs_interfaceid": "5d054094-ad2c-43dd-874c-5429615be26c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:28:54 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-3ff1828d-8e7a-4650-9f2a-3f0ab05ac023 req-20c6890e-b38f-4b47-9249-ba4558a83c3b service nova] Releasing lock "refresh_cache-f5420150-70a3-4b03-944a-2ff42af85759" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:28:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "f5420150-70a3-4b03-944a-2ff42af85759" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:28:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "f5420150-70a3-4b03-944a-2ff42af85759" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:28:56 user nova-compute[74974]: DEBUG nova.objects.instance [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lazy-loading 'flavor' on Instance uuid f5420150-70a3-4b03-944a-2ff42af85759 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:28:56 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "f5420150-70a3-4b03-944a-2ff42af85759" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:28:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "f5420150-70a3-4b03-944a-2ff42af85759" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:28:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "f5420150-70a3-4b03-944a-2ff42af85759" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:28:57 user nova-compute[74974]: INFO nova.compute.manager [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Attaching volume a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 to /dev/vdb
Nov 29 12:28:57 user nova-compute[74974]: DEBUG os_brick.utils [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:28:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:28:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:28:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[89b27e4c-a7bb-4a47-9fb2-b3eff9976da7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:28:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:28:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:28:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4954e72-abdd-40e5-b493-173dc6a175c7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:28:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:28:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:28:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4a4ce22-1de3-4543-9317-a40793ca1251]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:28:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[242b0cf0-7fb4-4ea2-9524-ae699b1b8cbf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:28:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:28:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:28:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:28:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:28:57 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:28:57 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:28:57 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[31b4d9a9-40c0-4837-8621-4386dc640ec8]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:28:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:28:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:28:57 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:28:57 user nova-compute[74974]: DEBUG os_brick.utils [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:28:57 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Updating existing volume attachment record: 5515ad6a-d0d2-4846-9a9f-d98f44c771b2 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:28:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:28:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cCkhTXEd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:29:04 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:29:04 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:29:04 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[22907333-fd13-4d6b-90b5-70ce1289b166]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:29:04 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ae5b8d9-33a0-430e-9f7c-388fefa68e22]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21] added
Nov 29 12:29:04 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4da55ecf-4bef-4e0c-93da-04a94e84d387]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.038s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[791c5273-d8e1-4505-ace1-9371e725405f]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cCkhTXEd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cCkhTXEd" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[055431ac-79ea-4824-8282-7a41f143ee78]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cCkhTXEd'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b45f6f1-9145-4285-82f8-32ae4dd0b980]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7af3b2b-550d-4533-a9e8-889b86c10488]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 12:29:04 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 12:29:04 user nova-compute[74974]:  {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:29:04 user nova-compute[74974]: WARNING os_brick.initiator.connectors.iscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 12:29:04 user nova-compute[74974]: 
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[62c40b6b-fcfc-4778-8047-284aaf95a751]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21, portal: 172.16.0.220,3260]
Nov 29 12:29:04 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21, portal: 172.16.0.220,3260] successful.
Nov 29 12:29:04 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[67e0b660-902c-4fc8-8961-27bcee9fa0d8]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1731f18d-e6e2-4df9-913f-fc4156e756ca]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 (non-flash)
Nov 29 12:29:04 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 (non-flash)
Nov 29 12:29:04 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] HCTL ('33', '-', '-', 0) found on session 60 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[49fe8773-e866-45cf-a262-a5d261b374ae]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:29:04 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cCkhTXEd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:29:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.329s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:29:05 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] <== connect_volume: return (1331ms) {'type': 'block', 'scsi_wwn': '23036373939663731', 'path': '/dev/sdb'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:29:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23036373939663731', 'path': '/dev/sdb'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:29:05 user nova-compute[74974]: DEBUG nova.objects.instance [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lazy-loading 'flavor' on Instance uuid f5420150-70a3-4b03-944a-2ff42af85759 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:29:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 12:29:05 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:29:05 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:29:05 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:29:05 user nova-compute[74974]:   <serial>a3e0f337-7ce8-4d0e-a170-9ad4445d0b21</serial>
Nov 29 12:29:05 user nova-compute[74974]: </disk>
Nov 29 12:29:05 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 12:29:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:29:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:29:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] No VIF found with MAC fa:16:3e:ad:bd:7f, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:29:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-e9171bbf-a43d-416f-94c9-a0fb0bdd2e97 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "f5420150-70a3-4b03-944a-2ff42af85759" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.917s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:29:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "f5420150-70a3-4b03-944a-2ff42af85759" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:29:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "f5420150-70a3-4b03-944a-2ff42af85759" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:29:07 user nova-compute[74974]: INFO nova.compute.manager [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Detaching volume a3e0f337-7ce8-4d0e-a170-9ad4445d0b21
Nov 29 12:29:07 user nova-compute[74974]: INFO nova.virt.block_device [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Attempting to driver detach volume a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 from mountpoint /dev/vdb
Nov 29 12:29:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Attempting to detach device vdb from instance f5420150-70a3-4b03-944a-2ff42af85759 from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 12:29:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:29:07 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:29:07 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:29:07 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:29:07 user nova-compute[74974]:   <serial>a3e0f337-7ce8-4d0e-a170-9ad4445d0b21</serial>
Nov 29 12:29:07 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:29:07 user nova-compute[74974]: </disk>
Nov 29 12:29:07 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:29:07 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Successfully detached device vdb from instance f5420150-70a3-4b03-944a-2ff42af85759 from the persistent domain config.
Nov 29 12:29:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f5420150-70a3-4b03-944a-2ff42af85759 from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 12:29:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:29:07 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:29:07 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:29:07 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:29:07 user nova-compute[74974]:   <serial>a3e0f337-7ce8-4d0e-a170-9ad4445d0b21</serial>
Nov 29 12:29:07 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:29:07 user nova-compute[74974]: </disk>
Nov 29 12:29:07 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:29:07 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f5420150-70a3-4b03-944a-2ff42af85759 {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 12:29:08 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:29:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:12 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:29:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:14 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:29:15 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:29:15 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:29:16 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:29:16 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:29:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-b5459bdc-551b-4264-bc7e-d181c42cf985" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:29:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-b5459bdc-551b-4264-bc7e-d181c42cf985" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:29:16 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:29:16 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Updating instance_info_cache with network_info: [{"id": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "address": "fa:16:3e:bf:26:a6", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48f3cc3-7e", "ovs_interfaceid": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:29:16 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-b5459bdc-551b-4264-bc7e-d181c42cf985" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:29:16 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:29:16 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:29:17 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:29:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:29:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:29:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:29:17 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:29:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:17 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:18 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:29:18 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:29:18 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8881MB free_disk=24.918384552001953GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:29:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:29:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:29:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:29:18 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance f5420150-70a3-4b03-944a-2ff42af85759 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:29:18 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance b5459bdc-551b-4264-bc7e-d181c42cf985 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:29:18 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:29:18 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:29:18 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:29:18 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:29:18 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:29:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.210s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:29:20 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:29:21 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:29:21 user nova-compute[74974]: DEBUG nova.compute.manager [req-ca93587e-3054-490a-90cc-6143b94b03f2 req-1678a02b-fa3e-4151-b084-796d979f4c5e service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Received event network-changed-d48f3cc3-7ec7-46cf-8102-648dd6f38e2d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:29:21 user nova-compute[74974]: DEBUG nova.compute.manager [req-ca93587e-3054-490a-90cc-6143b94b03f2 req-1678a02b-fa3e-4151-b084-796d979f4c5e service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Refreshing instance network info cache due to event network-changed-d48f3cc3-7ec7-46cf-8102-648dd6f38e2d. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:29:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ca93587e-3054-490a-90cc-6143b94b03f2 req-1678a02b-fa3e-4151-b084-796d979f4c5e service nova] Acquiring lock "refresh_cache-b5459bdc-551b-4264-bc7e-d181c42cf985" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:29:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ca93587e-3054-490a-90cc-6143b94b03f2 req-1678a02b-fa3e-4151-b084-796d979f4c5e service nova] Acquired lock "refresh_cache-b5459bdc-551b-4264-bc7e-d181c42cf985" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:29:21 user nova-compute[74974]: DEBUG nova.network.neutron [req-ca93587e-3054-490a-90cc-6143b94b03f2 req-1678a02b-fa3e-4151-b084-796d979f4c5e service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Refreshing network info cache for port d48f3cc3-7ec7-46cf-8102-648dd6f38e2d {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:29:22 user nova-compute[74974]: DEBUG nova.network.neutron [req-ca93587e-3054-490a-90cc-6143b94b03f2 req-1678a02b-fa3e-4151-b084-796d979f4c5e service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Updated VIF entry in instance network info cache for port d48f3cc3-7ec7-46cf-8102-648dd6f38e2d. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:29:22 user nova-compute[74974]: DEBUG nova.network.neutron [req-ca93587e-3054-490a-90cc-6143b94b03f2 req-1678a02b-fa3e-4151-b084-796d979f4c5e service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Updating instance_info_cache with network_info: [{"id": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "address": "fa:16:3e:bf:26:a6", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48f3cc3-7e", "ovs_interfaceid": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:29:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ca93587e-3054-490a-90cc-6143b94b03f2 req-1678a02b-fa3e-4151-b084-796d979f4c5e service nova] Releasing lock "refresh_cache-b5459bdc-551b-4264-bc7e-d181c42cf985" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:29:23 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:29:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "b5459bdc-551b-4264-bc7e-d181c42cf985" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:29:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:29:25 user nova-compute[74974]: DEBUG nova.objects.instance [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'flavor' on Instance uuid b5459bdc-551b-4264-bc7e-d181c42cf985 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:29:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:29:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "b5459bdc-551b-4264-bc7e-d181c42cf985" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:29:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:29:25 user nova-compute[74974]: INFO nova.compute.manager [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Attaching volume 0349f8c9-da86-4b24-899e-87c5397e77e5 to /dev/vdb
Nov 29 12:29:25 user nova-compute[74974]: DEBUG os_brick.utils [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:29:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4a9f9e7-37da-4ef9-bf3d-2bcc161d90e7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b980372-7bc0-4b3b-8599-cacdfcabc686]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2ae7ac5-f72f-44a9-9ade-ac77474f49db]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e987c1c-9648-4209-880b-727965065b15]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:29:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:29:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:29:26 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:29:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f7ff8de-e97d-465c-9442-81f3fc5b712e]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:29:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:29:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:29:26 user nova-compute[74974]: DEBUG os_brick.utils [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:29:26 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Updating existing volume attachment record: 40933ac0-5f31-4aee-856a-d9a41f8b3641 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:29:27 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f5420150-70a3-4b03-944a-2ff42af85759 is timed out.
Nov 29 12:29:27 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Successfully detached device vdb from instance f5420150-70a3-4b03-944a-2ff42af85759 from the live domain config.
Nov 29 12:29:27 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cCkhTXEd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:29:27 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:29:27 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2958c16a-4762-4014-8c8f-4cb8662805f3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:29:27 user nova-compute[74974]: No targets found.
Nov 29 12:29:27 user nova-compute[74974]: iSNS:
Nov 29 12:29:27 user nova-compute[74974]: No targets found.
Nov 29 12:29:27 user nova-compute[74974]: STATIC:
Nov 29 12:29:27 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21
Nov 29 12:29:27 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:29:27 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:29:27 user nova-compute[74974]: FIRMWARE:
Nov 29 12:29:27 user nova-compute[74974]: No targets found.
Nov 29 12:29:27 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:29:27 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:29:27 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a30eb30-d33c-41ae-b350-9224e6f03acd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6f03c73-4a7c-4e1f-9481-f8d0b2fec007]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 (non-flash)
Nov 29 12:29:27 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 (non-flash)
Nov 29 12:29:27 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa81bbbe0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21'): ({'sdb'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Removing single pathed devices sdb {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.036s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c223fdec-7238-4aab-8168-94451b777c99]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[adc0ef11-cf63-4669-ac83-692b28b815fa]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Flushing IO for device /dev/sdb {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[03a6f24f-bbb6-44a0-8eae-53d2d049e5cd]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.037s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[367bbce8-5fa3-4d22-8f33-a43191ecc4d4]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ec97091-fb60-4528-8aae-445974abe8cf]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 -p 172.16.0.220:3260 --logout" returned: 0 in 0.045s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb93b6f2-9a59-4df3-8a14-0f4c73a03545]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21, portal: 172.16.0.220,3260]
Nov 29 12:29:27 user nova-compute[74974]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21, portal: 172.16.0.220,3260] successful.
Nov 29 12:29:27 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3e0f337-7ce8-4d0e-a170-9ad4445d0b21 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f7a64e7-d0e9-46f8-98cf-6f630ea720ee]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:27 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:28 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.304s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:29:28 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] <== disconnect_volume: return (305ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:29:28 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:29:28 user nova-compute[74974]: DEBUG nova.objects.instance [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lazy-loading 'flavor' on Instance uuid f5420150-70a3-4b03-944a-2ff42af85759 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:29:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-447314cb-c6e0-4f42-9bfa-5c7206c91467 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "f5420150-70a3-4b03-944a-2ff42af85759" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.629s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:29:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:29:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mQMJSHyd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:29:33 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:29:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:29:33 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:29:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:29:33 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a40a2b6d-90a1-42da-9171-feb6d6ad4fa4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:29:33 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e075b999-8a16-4044-917c-966c1ded5a16]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5] added
Nov 29 12:29:33 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[01702818-c6f2-46f5-8c8c-be1fbb8f5b43]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[696a312b-9968-4773-82be-10599c6525a3]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mQMJSHyd {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mQMJSHyd" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f66cf2d8-ea67-47a3-b9e9-fdf42f51985d]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mQMJSHyd'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[54eddc4c-7922-409a-80fd-5fe1c8b871d8]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d5d7d6e-2d8f-4e35-b4df-6c6583cdbbc4]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 12:29:33 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 12:29:33 user nova-compute[74974]:  {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:29:33 user nova-compute[74974]: WARNING os_brick.initiator.connectors.iscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 12:29:33 user nova-compute[74974]: 
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[db71984f-2b1c-433e-8618-f3ca314edeac]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5, portal: 172.16.0.220,3260]
Nov 29 12:29:33 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5, portal: 172.16.0.220,3260] successful.
Nov 29 12:29:33 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.044s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a53a8a58-e651-4e10-9743-4a793b8ed7c5]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c658a1d-aeba-462b-a308-875dd3774f43]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 (non-flash)
Nov 29 12:29:33 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 (non-flash)
Nov 29 12:29:33 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.259s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] HCTL ('33', '-', '-', 0) found on session 61 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[48e8d547-7afd-462a-878b-6608bfd1779f]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Searching for a device in session 61 and hctl ['33', '*', '*', 0] yield: None {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:29:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:34 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Searching for a device in session 61 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:29:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mQMJSHyd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:29:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.287s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:29:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] <== connect_volume: return (1289ms) {'type': 'block', 'scsi_wwn': '23433613533656430', 'path': '/dev/sdb'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:29:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23433613533656430', 'path': '/dev/sdb'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:29:34 user nova-compute[74974]: DEBUG nova.objects.instance [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'flavor' on Instance uuid b5459bdc-551b-4264-bc7e-d181c42cf985 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:29:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 12:29:34 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:29:34 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:29:34 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:29:34 user nova-compute[74974]:   <serial>0349f8c9-da86-4b24-899e-87c5397e77e5</serial>
Nov 29 12:29:34 user nova-compute[74974]: </disk>
Nov 29 12:29:34 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 12:29:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:29:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:29:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] No VIF found with MAC fa:16:3e:bf:26:a6, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:29:35 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-f135d6a8-0502-4c32-b425-7b6f34d99209 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.328s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "b5459bdc-551b-4264-bc7e-d181c42cf985" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG nova.objects.instance [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'flavor' on Instance uuid b5459bdc-551b-4264-bc7e-d181c42cf985 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "b5459bdc-551b-4264-bc7e-d181c42cf985" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:29:38 user nova-compute[74974]: INFO nova.compute.manager [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Attaching volume cab8d77d-929b-4f78-b3aa-6fcf928b9caa to /dev/vdc
Nov 29 12:29:38 user nova-compute[74974]: DEBUG os_brick.utils [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[198d94e4-444b-4fe0-a997-052013385f08]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ac68f29-ef9b-4cc3-a865-52c8e956c3fd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7a09107-8536-439d-914e-ffa5303b846f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4296f3f-68d5-4ac9-89f5-63354d92e24c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:29:38 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:29:38 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[868fe107-c9ad-43a7-8c4f-472c53b50c54]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG os_brick.utils [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Updating existing volume attachment record: c947e47e-8a83-4d2f-a2e7-657765a6498d {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:29:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:29:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IPEUYOwV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:29:45 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:29:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:29:45 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:29:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:29:45 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:29:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9162c7e8-31c2-4f3b-a053-d9b0628424e4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:29:45 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3740bb1f-9c54-42e1-aef3-4f3f24f495ce]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa] added
Nov 29 12:29:45 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[64582908-6923-4fc3-9d71-67609d5a8969]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8255f6bd-828a-437f-a9e4-ecd41c766342]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IPEUYOwV {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IPEUYOwV" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[99f36de3-0668-4a66-b50b-0b7100bdcb1a]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IPEUYOwV'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd48df5f-ea6f-4486-8ff1-90fe308b7a86]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[65b6476e-239f-4460-b6e9-baa6db6b8f80]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 (non-flash)
Nov 29 12:29:45 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 (non-flash)
Nov 29 12:29:45 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:29:45 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3550e40f-c55d-48d9-b4a0-cc63a5e932c4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa, portal: 172.16.0.220,3260]
Nov 29 12:29:46 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa, portal: 172.16.0.220,3260] successful.
Nov 29 12:29:46 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d25dd14-614c-4030-baf2-45116026709c]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:29:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4b12144-5764-4635-a30f-33bdb19ed194]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 (non-flash)\ntcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 (non-flash)
Nov 29 12:29:46 user nova-compute[74974]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa (non-flash)
Nov 29 12:29:46 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:29:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 (non-flash)
Nov 29 12:29:46 user nova-compute[74974]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa (non-flash)
Nov 29 12:29:46 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:29:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.260s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:29:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:29:46 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] HCTL ('34', '-', '-', 0) found on session 62 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:29:46 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:29:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:29:46 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:29:46 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[76aa8c21-757d-4fed-b28a-76b18f60a9e4]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:29:46 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Searching for a device in session 62 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:29:46 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IPEUYOwV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:29:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.293s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:29:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] <== connect_volume: return (1295ms) {'type': 'block', 'scsi_wwn': '26263343366396338', 'path': '/dev/sdc'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:29:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26263343366396338', 'path': '/dev/sdc'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:29:47 user nova-compute[74974]: DEBUG nova.objects.instance [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'flavor' on Instance uuid b5459bdc-551b-4264-bc7e-d181c42cf985 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:29:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 12:29:47 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:29:47 user nova-compute[74974]:   <source dev="/dev/sdc"/>
Nov 29 12:29:47 user nova-compute[74974]:   <target dev="vdc" bus="virtio"/>
Nov 29 12:29:47 user nova-compute[74974]:   <serial>cab8d77d-929b-4f78-b3aa-6fcf928b9caa</serial>
Nov 29 12:29:47 user nova-compute[74974]: </disk>
Nov 29 12:29:47 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 12:29:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:29:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:29:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:29:47 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] No VIF found with MAC fa:16:3e:bf:26:a6, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:29:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-bd269b15-5f65-4286-ad83-613b50534764 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.264s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:29:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "b5459bdc-551b-4264-bc7e-d181c42cf985" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:29:48 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:29:48 user nova-compute[74974]: INFO nova.compute.manager [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Detaching volume 0349f8c9-da86-4b24-899e-87c5397e77e5
Nov 29 12:29:48 user nova-compute[74974]: INFO nova.virt.block_device [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Attempting to driver detach volume 0349f8c9-da86-4b24-899e-87c5397e77e5 from mountpoint /dev/vdb
Nov 29 12:29:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Attempting to detach device vdb from instance b5459bdc-551b-4264-bc7e-d181c42cf985 from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 12:29:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:29:48 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:29:48 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:29:48 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:29:48 user nova-compute[74974]:   <serial>0349f8c9-da86-4b24-899e-87c5397e77e5</serial>
Nov 29 12:29:48 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:29:48 user nova-compute[74974]: </disk>
Nov 29 12:29:48 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:29:48 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Successfully detached device vdb from instance b5459bdc-551b-4264-bc7e-d181c42cf985 from the persistent domain config.
Nov 29 12:29:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b5459bdc-551b-4264-bc7e-d181c42cf985 from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 12:29:48 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:29:48 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:29:48 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:29:48 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:29:48 user nova-compute[74974]:   <serial>0349f8c9-da86-4b24-899e-87c5397e77e5</serial>
Nov 29 12:29:48 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:29:48 user nova-compute[74974]: </disk>
Nov 29 12:29:48 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:29:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:29:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:29:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:29:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:29:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:49 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b5459bdc-551b-4264-bc7e-d181c42cf985 {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 12:29:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "f5420150-70a3-4b03-944a-2ff42af85759" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:29:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "f5420150-70a3-4b03-944a-2ff42af85759" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:29:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "f5420150-70a3-4b03-944a-2ff42af85759-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:29:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "f5420150-70a3-4b03-944a-2ff42af85759-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:29:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "f5420150-70a3-4b03-944a-2ff42af85759-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:29:57 user nova-compute[74974]: INFO nova.compute.manager [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Terminating instance
Nov 29 12:29:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:29:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-5a44a57d-a223-4d33-9455-0e9e111f58f2 req-a0bef73e-d296-4e6a-b790-9c45f037ac91 service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Received event network-vif-unplugged-5d054094-ad2c-43dd-874c-5429615be26c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:29:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5a44a57d-a223-4d33-9455-0e9e111f58f2 req-a0bef73e-d296-4e6a-b790-9c45f037ac91 service nova] Acquiring lock "f5420150-70a3-4b03-944a-2ff42af85759-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:29:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5a44a57d-a223-4d33-9455-0e9e111f58f2 req-a0bef73e-d296-4e6a-b790-9c45f037ac91 service nova] Lock "f5420150-70a3-4b03-944a-2ff42af85759-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:29:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-5a44a57d-a223-4d33-9455-0e9e111f58f2 req-a0bef73e-d296-4e6a-b790-9c45f037ac91 service nova] Lock "f5420150-70a3-4b03-944a-2ff42af85759-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:29:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-5a44a57d-a223-4d33-9455-0e9e111f58f2 req-a0bef73e-d296-4e6a-b790-9c45f037ac91 service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] No waiting events found dispatching network-vif-unplugged-5d054094-ad2c-43dd-874c-5429615be26c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:29:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-5a44a57d-a223-4d33-9455-0e9e111f58f2 req-a0bef73e-d296-4e6a-b790-9c45f037ac91 service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Received event network-vif-unplugged-5d054094-ad2c-43dd-874c-5429615be26c for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:29:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:58 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Instance destroyed successfully.
Nov 29 12:29:58 user nova-compute[74974]: DEBUG nova.objects.instance [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lazy-loading 'resources' on Instance uuid f5420150-70a3-4b03-944a-2ff42af85759 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:29:58 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:27:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1672531828',display_name='tempest-AttachVolumeNegativeTest-server-1672531828',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1672531828',id=50,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLvY6A/61F2WdCvfIlV1HXoK8QkJ7iiLbOS5C39KNw6qs7XnT0UFFmDr/n9bXpGw6r2mmff5le2DJMG5ZtFPKJzsxW3PZ3KWmNEoQtgBL4ocygKA5OgN7OuL1xdH1m8hHQ==',key_name='tempest-keypair-1163882281',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:27:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ca1974a02ec4b3385deba3f7ce3ac50',ramdisk_id='',reservation_id='r-mydaxkcz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-736076917',owner_user_name='tempest-AttachVolumeNegativeTest-736076917-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:27:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a7b3a0000d6f4978aa5dd29a65a25bf3',uuid=f5420150-70a3-4b03-944a-2ff42af85759,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5d054094-ad2c-43dd-874c-5429615be26c", "address": "fa:16:3e:ad:bd:7f", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d054094-ad", "ovs_interfaceid": "5d054094-ad2c-43dd-874c-5429615be26c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:29:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converting VIF {"id": "5d054094-ad2c-43dd-874c-5429615be26c", "address": "fa:16:3e:ad:bd:7f", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d054094-ad", "ovs_interfaceid": "5d054094-ad2c-43dd-874c-5429615be26c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:29:58 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ad:bd:7f,bridge_name='br-int',has_traffic_filtering=True,id=5d054094-ad2c-43dd-874c-5429615be26c,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d054094-ad') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:29:58 user nova-compute[74974]: DEBUG os_vif [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ad:bd:7f,bridge_name='br-int',has_traffic_filtering=True,id=5d054094-ad2c-43dd-874c-5429615be26c,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d054094-ad') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:29:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5d054094-ad, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:29:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ebcf73bd-d161-4595-a3de-d46d301d5013) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:29:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:29:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:29:58 user nova-compute[74974]: INFO os_vif [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ad:bd:7f,bridge_name='br-int',has_traffic_filtering=True,id=5d054094-ad2c-43dd-874c-5429615be26c,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d054094-ad')
Nov 29 12:29:58 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Deleting instance files /opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759_del
Nov 29 12:29:58 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Deletion of /opt/stack/data/nova/instances/f5420150-70a3-4b03-944a-2ff42af85759_del complete
Nov 29 12:29:58 user nova-compute[74974]: INFO nova.compute.manager [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 29 12:29:58 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:29:58 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:29:58 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: f5420150-70a3-4b03-944a-2ff42af85759] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:29:59 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:29:59 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Took 0.89 seconds to deallocate network for instance.
Nov 29 12:29:59 user nova-compute[74974]: DEBUG nova.compute.manager [req-0b82c16d-ab2c-4be3-879d-9eb751123750 req-1073168e-97e6-4f6e-9973-7f624fa9d5d4 service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Received event network-vif-deleted-5d054094-ad2c-43dd-874c-5429615be26c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:29:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:29:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:29:59 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:29:59 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:29:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.140s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:29:59 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Deleted allocations for instance f5420150-70a3-4b03-944a-2ff42af85759
Nov 29 12:29:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-97500bc0-092d-4d5d-a5a9-af1adf593b17 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "f5420150-70a3-4b03-944a-2ff42af85759" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.052s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:29:59 user nova-compute[74974]: DEBUG nova.compute.manager [req-1e49a1a1-a77b-4783-b5a2-52e790317fa0 req-da1e405c-c019-4026-ad94-b5381d0a30a9 service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Received event network-vif-plugged-5d054094-ad2c-43dd-874c-5429615be26c {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:29:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1e49a1a1-a77b-4783-b5a2-52e790317fa0 req-da1e405c-c019-4026-ad94-b5381d0a30a9 service nova] Acquiring lock "f5420150-70a3-4b03-944a-2ff42af85759-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:29:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1e49a1a1-a77b-4783-b5a2-52e790317fa0 req-da1e405c-c019-4026-ad94-b5381d0a30a9 service nova] Lock "f5420150-70a3-4b03-944a-2ff42af85759-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:29:59 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-1e49a1a1-a77b-4783-b5a2-52e790317fa0 req-da1e405c-c019-4026-ad94-b5381d0a30a9 service nova] Lock "f5420150-70a3-4b03-944a-2ff42af85759-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:29:59 user nova-compute[74974]: DEBUG nova.compute.manager [req-1e49a1a1-a77b-4783-b5a2-52e790317fa0 req-da1e405c-c019-4026-ad94-b5381d0a30a9 service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] No waiting events found dispatching network-vif-plugged-5d054094-ad2c-43dd-874c-5429615be26c {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:29:59 user nova-compute[74974]: WARNING nova.compute.manager [req-1e49a1a1-a77b-4783-b5a2-52e790317fa0 req-da1e405c-c019-4026-ad94-b5381d0a30a9 service nova] [instance: f5420150-70a3-4b03-944a-2ff42af85759] Received unexpected event network-vif-plugged-5d054094-ad2c-43dd-874c-5429615be26c for instance with vm_state deleted and task_state None.
Nov 29 12:30:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:30:09 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b5459bdc-551b-4264-bc7e-d181c42cf985 is timed out.
Nov 29 12:30:09 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Successfully detached device vdb from instance b5459bdc-551b-4264-bc7e-d181c42cf985 from the live domain config.
Nov 29 12:30:09 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mQMJSHyd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:30:09 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:30:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb56ee7c-c6a2-4ed5-832f-01f111a64b5d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:30:09 user nova-compute[74974]: No targets found.
Nov 29 12:30:09 user nova-compute[74974]: iSNS:
Nov 29 12:30:09 user nova-compute[74974]: No targets found.
Nov 29 12:30:09 user nova-compute[74974]: STATIC:
Nov 29 12:30:09 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa
Nov 29 12:30:09 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:30:09 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:30:09 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5
Nov 29 12:30:09 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:30:09 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:30:09 user nova-compute[74974]: FIRMWARE:
Nov 29 12:30:09 user nova-compute[74974]: No targets found.
Nov 29 12:30:09 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:30:09 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:30:09 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[61aad743-5ae6-45c9-8b5d-92647c709beb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cc85bc9-d6ba-4a98-bf55-1b89acd73774]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 (non-flash)\ntcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 (non-flash)
Nov 29 12:30:09 user nova-compute[74974]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa (non-flash)
Nov 29 12:30:09 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 (non-flash)
Nov 29 12:30:09 user nova-compute[74974]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa (non-flash)
Nov 29 12:30:09 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1ade0ddc60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5'): ({'sdb'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Removing single pathed devices sdb {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9def70e-e36e-42f6-81ba-c33b6c46b9c8]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[435dc655-13b8-450d-a2b5-b8d798367ee8]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Flushing IO for device /dev/sdb {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f329ec83-4906-486b-8058-3b55b6e91fa6]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.082s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b1472d0-2a85-4c3d-9246-92b13a4a35cc]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e7ed5f2-0a5c-493e-bc43-a1d27088bf54]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9ebb010-c0c1-4914-bf0a-121181e08098]: (4, ('Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5, portal: 172.16.0.220,3260]\nLogout of [sid: 61, target: iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5, portal: 172.16.0.220,3260]
Nov 29 12:30:09 user nova-compute[74974]: Logout of [sid: 61, target: iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5, portal: 172.16.0.220,3260] successful.
Nov 29 12:30:09 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0349f8c9-da86-4b24-899e-87c5397e77e5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[0631995b-cc0a-47da-aa03-8c61b48070c8]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.321s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] <== disconnect_volume: return (322ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:30:09 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:30:10 user nova-compute[74974]: DEBUG nova.objects.instance [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'flavor' on Instance uuid b5459bdc-551b-4264-bc7e-d181c42cf985 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:30:10 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d871e397-b02c-4b65-8bc7-5c36249a1587 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.652s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:30:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "b5459bdc-551b-4264-bc7e-d181c42cf985" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:30:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:30:11 user nova-compute[74974]: INFO nova.compute.manager [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Detaching volume cab8d77d-929b-4f78-b3aa-6fcf928b9caa
Nov 29 12:30:11 user nova-compute[74974]: INFO nova.virt.block_device [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Attempting to driver detach volume cab8d77d-929b-4f78-b3aa-6fcf928b9caa from mountpoint /dev/vdc
Nov 29 12:30:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Attempting to detach device vdc from instance b5459bdc-551b-4264-bc7e-d181c42cf985 from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 12:30:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:30:11 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:30:11 user nova-compute[74974]:   <source dev="/dev/sdc"/>
Nov 29 12:30:11 user nova-compute[74974]:   <target dev="vdc" bus="virtio"/>
Nov 29 12:30:11 user nova-compute[74974]:   <serial>cab8d77d-929b-4f78-b3aa-6fcf928b9caa</serial>
Nov 29 12:30:11 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 12:30:11 user nova-compute[74974]: </disk>
Nov 29 12:30:11 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:30:11 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Successfully detached device vdc from instance b5459bdc-551b-4264-bc7e-d181c42cf985 from the persistent domain config.
Nov 29 12:30:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance b5459bdc-551b-4264-bc7e-d181c42cf985 from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 12:30:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:30:11 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:30:11 user nova-compute[74974]:   <source dev="/dev/sdc"/>
Nov 29 12:30:11 user nova-compute[74974]:   <target dev="vdc" bus="virtio"/>
Nov 29 12:30:11 user nova-compute[74974]:   <serial>cab8d77d-929b-4f78-b3aa-6fcf928b9caa</serial>
Nov 29 12:30:11 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 12:30:11 user nova-compute[74974]: </disk>
Nov 29 12:30:11 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:30:11 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance b5459bdc-551b-4264-bc7e-d181c42cf985 {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 12:30:12 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:30:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:30:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:30:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:30:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:30:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:14 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:30:15 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:30:15 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:30:17 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:30:17 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:30:17 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:30:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-b5459bdc-551b-4264-bc7e-d181c42cf985" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:30:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-b5459bdc-551b-4264-bc7e-d181c42cf985" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:30:17 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:30:17 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lazy-loading 'info_cache' on Instance uuid b5459bdc-551b-4264-bc7e-d181c42cf985 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:30:17 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Updating instance_info_cache with network_info: [{"id": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "address": "fa:16:3e:bf:26:a6", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48f3cc3-7e", "ovs_interfaceid": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:30:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-b5459bdc-551b-4264-bc7e-d181c42cf985" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:30:17 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:30:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:18 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:30:18 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:30:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:30:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:30:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:30:18 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:30:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:18 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:19 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:30:19 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:30:19 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8966MB free_disk=24.944522857666016GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:30:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:30:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:30:19 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance b5459bdc-551b-4264-bc7e-d181c42cf985 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:30:19 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:30:19 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:30:19 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:30:19 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:30:19 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:30:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.216s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:30:21 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:30:21 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:30:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:30:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:30:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:30:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:30:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:30:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:31 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance b5459bdc-551b-4264-bc7e-d181c42cf985 is timed out.
Nov 29 12:30:31 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Successfully detached device vdc from instance b5459bdc-551b-4264-bc7e-d181c42cf985 from the live domain config.
Nov 29 12:30:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IPEUYOwV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:30:31 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:30:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3869f18c-dfbe-40e1-badd-db7b9adb2533]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:30:31 user nova-compute[74974]: No targets found.
Nov 29 12:30:31 user nova-compute[74974]: iSNS:
Nov 29 12:30:31 user nova-compute[74974]: No targets found.
Nov 29 12:30:31 user nova-compute[74974]: STATIC:
Nov 29 12:30:31 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa
Nov 29 12:30:31 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:30:31 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:30:31 user nova-compute[74974]: FIRMWARE:
Nov 29 12:30:31 user nova-compute[74974]: No targets found.
Nov 29 12:30:31 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:30:31 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:30:31 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d03342d5-5acf-40a6-a15a-a2b668c0c635]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8884a047-3652-4286-85c0-8bf93e1de0d8]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa (non-flash)
Nov 29 12:30:31 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa (non-flash)
Nov 29 12:30:31 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa82f77f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa'): ({'sdc'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Removing single pathed devices sdc {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef95a6b6-298a-47e8-beac-df4008a05620]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[73779c51-c7b4-404b-80ad-da5eabe8a3db]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Flushing IO for device /dev/sdc {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[23d3fdfc-bf09-4e8a-bc8b-9b880a7d82a9]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:30:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.038s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2593486-cf47-44b5-9818-22720bf303f0]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:30:32 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:30:32 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] SCSI volumes sdc have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:30:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:30:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[55004ddd-8cce-4e5b-babd-330fbf168641]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:30:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:30:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[80140843-72d8-4d84-a8e1-e9e5df0927bf]: (4, ('Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa, portal: 172.16.0.220,3260]\nLogout of [sid: 62, target: iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:30:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa, portal: 172.16.0.220,3260]
Nov 29 12:30:32 user nova-compute[74974]: Logout of [sid: 62, target: iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa, portal: 172.16.0.220,3260] successful.
Nov 29 12:30:32 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:30:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cab8d77d-929b-4f78-b3aa-6fcf928b9caa -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[474216e2-8d92-4745-9315-a1e07fb7f229]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:30:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:30:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.276s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:30:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] <== disconnect_volume: return (278ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:30:32 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:30:32 user nova-compute[74974]: DEBUG nova.objects.instance [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'flavor' on Instance uuid b5459bdc-551b-4264-bc7e-d181c42cf985 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:30:32 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4513b9d5-3830-4d6a-b5da-b55c0f41fe84 tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.682s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:30:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "b5459bdc-551b-4264-bc7e-d181c42cf985" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "b5459bdc-551b-4264-bc7e-d181c42cf985-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:30:34 user nova-compute[74974]: INFO nova.compute.manager [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Terminating instance
Nov 29 12:30:34 user nova-compute[74974]: DEBUG nova.compute.manager [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG nova.compute.manager [req-fadcf94f-9e32-49a8-bc42-02120bb00baf req-18c69383-d191-4193-a56d-9a89e78e56d8 service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Received event network-vif-unplugged-d48f3cc3-7ec7-46cf-8102-648dd6f38e2d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fadcf94f-9e32-49a8-bc42-02120bb00baf req-18c69383-d191-4193-a56d-9a89e78e56d8 service nova] Acquiring lock "b5459bdc-551b-4264-bc7e-d181c42cf985-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fadcf94f-9e32-49a8-bc42-02120bb00baf req-18c69383-d191-4193-a56d-9a89e78e56d8 service nova] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-fadcf94f-9e32-49a8-bc42-02120bb00baf req-18c69383-d191-4193-a56d-9a89e78e56d8 service nova] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG nova.compute.manager [req-fadcf94f-9e32-49a8-bc42-02120bb00baf req-18c69383-d191-4193-a56d-9a89e78e56d8 service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] No waiting events found dispatching network-vif-unplugged-d48f3cc3-7ec7-46cf-8102-648dd6f38e2d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG nova.compute.manager [req-fadcf94f-9e32-49a8-bc42-02120bb00baf req-18c69383-d191-4193-a56d-9a89e78e56d8 service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Received event network-vif-unplugged-d48f3cc3-7ec7-46cf-8102-648dd6f38e2d for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:34 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Instance destroyed successfully.
Nov 29 12:30:34 user nova-compute[74974]: DEBUG nova.objects.instance [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lazy-loading 'resources' on Instance uuid b5459bdc-551b-4264-bc7e-d181c42cf985 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:27:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1520562280',display_name='tempest-AttachVolumeTestJSON-server-1520562280',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1520562280',id=51,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF0+oAbvlxkO6QYdmO1g529zzPQVdCYVUKqUxuo4YcB21cP0xf0V4NMcuwynen/8tnaJk0k+x2PpUX1Srqcez7oNYQqxj2m/ciec2V/qxzcdvEe9UjwDvU7U+oAYDJlaPg==',key_name='tempest-keypair-167900078',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:27:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2e81d7c7a8654844935c0007c3ab6a23',ramdisk_id='',reservation_id='r-nt0g6pyp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-24024267',owner_user_name='tempest-AttachVolumeTestJSON-24024267-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:27:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ab2e0fb343f0495cbf645c061f0edaa8',uuid=b5459bdc-551b-4264-bc7e-d181c42cf985,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "address": "fa:16:3e:bf:26:a6", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48f3cc3-7e", "ovs_interfaceid": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converting VIF {"id": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "address": "fa:16:3e:bf:26:a6", "network": {"id": "70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1478847854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2e81d7c7a8654844935c0007c3ab6a23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd48f3cc3-7e", "ovs_interfaceid": "d48f3cc3-7ec7-46cf-8102-648dd6f38e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bf:26:a6,bridge_name='br-int',has_traffic_filtering=True,id=d48f3cc3-7ec7-46cf-8102-648dd6f38e2d,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd48f3cc3-7e') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG os_vif [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bf:26:a6,bridge_name='br-int',has_traffic_filtering=True,id=d48f3cc3-7ec7-46cf-8102-648dd6f38e2d,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd48f3cc3-7e') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd48f3cc3-7e, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0e36a7b1-5ec9-4980-8a99-562346b38223) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:30:34 user nova-compute[74974]: INFO os_vif [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bf:26:a6,bridge_name='br-int',has_traffic_filtering=True,id=d48f3cc3-7ec7-46cf-8102-648dd6f38e2d,network=Network(70f8bbbe-d5fb-4953-8cb4-1b1f2375d6c5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd48f3cc3-7e')
Nov 29 12:30:34 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Deleting instance files /opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985_del
Nov 29 12:30:34 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Deletion of /opt/stack/data/nova/instances/b5459bdc-551b-4264-bc7e-d181c42cf985_del complete
Nov 29 12:30:35 user nova-compute[74974]: INFO nova.compute.manager [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Took 0.90 seconds to destroy the instance on the hypervisor.
Nov 29 12:30:35 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:30:35 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:30:35 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:30:36 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:30:36 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Took 1.09 seconds to deallocate network for instance.
Nov 29 12:30:36 user nova-compute[74974]: DEBUG nova.compute.manager [req-f85056c1-a750-4bc6-8634-699c5b6445c9 req-d9d9a259-405e-46c5-ae60-037e2f52be3e service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Received event network-vif-deleted-d48f3cc3-7ec7-46cf-8102-648dd6f38e2d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:30:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:30:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:30:36 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:30:36 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:30:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.124s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:30:36 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Deleted allocations for instance b5459bdc-551b-4264-bc7e-d181c42cf985
Nov 29 12:30:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-5172dab1-bf59-401a-8ab6-9e9c1ec091cc tempest-AttachVolumeTestJSON-24024267 tempest-AttachVolumeTestJSON-24024267-project-member] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.302s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:30:36 user nova-compute[74974]: DEBUG nova.compute.manager [req-ed3358f0-c117-47c1-aea5-3bfe2c51be5c req-44116ded-bdf8-4c1f-b9fc-a989640474d4 service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Received event network-vif-plugged-d48f3cc3-7ec7-46cf-8102-648dd6f38e2d {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:30:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ed3358f0-c117-47c1-aea5-3bfe2c51be5c req-44116ded-bdf8-4c1f-b9fc-a989640474d4 service nova] Acquiring lock "b5459bdc-551b-4264-bc7e-d181c42cf985-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:30:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ed3358f0-c117-47c1-aea5-3bfe2c51be5c req-44116ded-bdf8-4c1f-b9fc-a989640474d4 service nova] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:30:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ed3358f0-c117-47c1-aea5-3bfe2c51be5c req-44116ded-bdf8-4c1f-b9fc-a989640474d4 service nova] Lock "b5459bdc-551b-4264-bc7e-d181c42cf985-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:30:36 user nova-compute[74974]: DEBUG nova.compute.manager [req-ed3358f0-c117-47c1-aea5-3bfe2c51be5c req-44116ded-bdf8-4c1f-b9fc-a989640474d4 service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] No waiting events found dispatching network-vif-plugged-d48f3cc3-7ec7-46cf-8102-648dd6f38e2d {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:30:36 user nova-compute[74974]: WARNING nova.compute.manager [req-ed3358f0-c117-47c1-aea5-3bfe2c51be5c req-44116ded-bdf8-4c1f-b9fc-a989640474d4 service nova] [instance: b5459bdc-551b-4264-bc7e-d181c42cf985] Received unexpected event network-vif-plugged-d48f3cc3-7ec7-46cf-8102-648dd6f38e2d for instance with vm_state deleted and task_state None.
Nov 29 12:30:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:30:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:30:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:30:51 user nova-compute[74974]: DEBUG nova.compute.manager [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:30:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:30:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:30:51 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:30:51 user nova-compute[74974]: INFO nova.compute.claims [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Claim successful on node user
Nov 29 12:30:51 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:30:51 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:30:51 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.208s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:30:51 user nova-compute[74974]: DEBUG nova.compute.manager [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:30:51 user nova-compute[74974]: DEBUG nova.compute.manager [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:30:51 user nova-compute[74974]: DEBUG nova.network.neutron [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:30:51 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:30:51 user nova-compute[74974]: DEBUG nova.compute.manager [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:30:51 user nova-compute[74974]: DEBUG nova.policy [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7b3a0000d6f4978aa5dd29a65a25bf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ca1974a02ec4b3385deba3f7ce3ac50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG nova.compute.manager [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:30:52 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Creating image(s)
Nov 29 12:30:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "/opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "/opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "/opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.172s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.179s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/disk 1073741824" returned: 0 in 0.051s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG nova.network.neutron [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Successfully created port: 50f67083-a1b9-4006-ae24-a4038db4a2c9 {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.183s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Cannot resize image /opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Ensure instance console log exists: /opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:30:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.network.neutron [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Successfully updated port: 50f67083-a1b9-4006-ae24-a4038db4a2c9 {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "refresh_cache-c1c6adea-4e75-4e10-86ff-9b9c556342a4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquired lock "refresh_cache-c1c6adea-4e75-4e10-86ff-9b9c556342a4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.network.neutron [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.compute.manager [req-ffd26799-bf0c-411d-beab-94088bb768f6 req-b5c23f45-df97-402b-ae9e-68beedc58eed service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Received event network-changed-50f67083-a1b9-4006-ae24-a4038db4a2c9 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.compute.manager [req-ffd26799-bf0c-411d-beab-94088bb768f6 req-b5c23f45-df97-402b-ae9e-68beedc58eed service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Refreshing instance network info cache due to event network-changed-50f67083-a1b9-4006-ae24-a4038db4a2c9. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ffd26799-bf0c-411d-beab-94088bb768f6 req-b5c23f45-df97-402b-ae9e-68beedc58eed service nova] Acquiring lock "refresh_cache-c1c6adea-4e75-4e10-86ff-9b9c556342a4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.network.neutron [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.network.neutron [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Updating instance_info_cache with network_info: [{"id": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "address": "fa:16:3e:80:8d:e8", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f67083-a1", "ovs_interfaceid": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Releasing lock "refresh_cache-c1c6adea-4e75-4e10-86ff-9b9c556342a4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.compute.manager [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Instance network_info: |[{"id": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "address": "fa:16:3e:80:8d:e8", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f67083-a1", "ovs_interfaceid": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ffd26799-bf0c-411d-beab-94088bb768f6 req-b5c23f45-df97-402b-ae9e-68beedc58eed service nova] Acquired lock "refresh_cache-c1c6adea-4e75-4e10-86ff-9b9c556342a4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.network.neutron [req-ffd26799-bf0c-411d-beab-94088bb768f6 req-b5c23f45-df97-402b-ae9e-68beedc58eed service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Refreshing network info cache for port 50f67083-a1b9-4006-ae24-a4038db4a2c9 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Start _get_guest_xml network_info=[{"id": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "address": "fa:16:3e:80:8d:e8", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f67083-a1", "ovs_interfaceid": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:30:53 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:30:53 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:30:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1782902982',display_name='tempest-AttachVolumeNegativeTest-server-1782902982',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1782902982',id=52,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuX8gnoSYGFom9C+AZRhOBjVr66qW+mXgxWH2xAkuaRLOQOasiebea5bMaeyp6mEbWUtcVuDIxVP8L2zrkh+Js1WqjWuYqA4wQ90SDe/T5Z1WJ/u5yb/mmETQJPwRF1NA==',key_name='tempest-keypair-735087676',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ca1974a02ec4b3385deba3f7ce3ac50',ramdisk_id='',reservation_id='r-794kihl1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-736076917',owner_user_name='tempest-AttachVolumeNegativeTest-736076917-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:30:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a7b3a0000d6f4978aa5dd29a65a25bf3',uuid=c1c6adea-4e75-4e10-86ff-9b9c556342a4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "address": "fa:16:3e:80:8d:e8", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f67083-a1", "ovs_interfaceid": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converting VIF {"id": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "address": "fa:16:3e:80:8d:e8", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f67083-a1", "ovs_interfaceid": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:80:8d:e8,bridge_name='br-int',has_traffic_filtering=True,id=50f67083-a1b9-4006-ae24-a4038db4a2c9,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50f67083-a1') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.objects.instance [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lazy-loading 'pci_devices' on Instance uuid c1c6adea-4e75-4e10-86ff-9b9c556342a4 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:30:53 user nova-compute[74974]:   <uuid>c1c6adea-4e75-4e10-86ff-9b9c556342a4</uuid>
Nov 29 12:30:53 user nova-compute[74974]:   <name>instance-00000034</name>
Nov 29 12:30:53 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:30:53 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:30:53 user nova-compute[74974]:   <metadata>
Nov 29 12:30:53 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:30:53 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:30:53 user nova-compute[74974]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1782902982</nova:name>
Nov 29 12:30:53 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:30:53</nova:creationTime>
Nov 29 12:30:53 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:30:53 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:30:53 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:30:53 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:30:53 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:30:53 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:30:53 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:30:53 user nova-compute[74974]:       <nova:owner>
Nov 29 12:30:53 user nova-compute[74974]:         <nova:user uuid="a7b3a0000d6f4978aa5dd29a65a25bf3">tempest-AttachVolumeNegativeTest-736076917-project-member</nova:user>
Nov 29 12:30:53 user nova-compute[74974]:         <nova:project uuid="9ca1974a02ec4b3385deba3f7ce3ac50">tempest-AttachVolumeNegativeTest-736076917</nova:project>
Nov 29 12:30:53 user nova-compute[74974]:       </nova:owner>
Nov 29 12:30:53 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:30:53 user nova-compute[74974]:       <nova:ports>
Nov 29 12:30:53 user nova-compute[74974]:         <nova:port uuid="50f67083-a1b9-4006-ae24-a4038db4a2c9">
Nov 29 12:30:53 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 29 12:30:53 user nova-compute[74974]:         </nova:port>
Nov 29 12:30:53 user nova-compute[74974]:       </nova:ports>
Nov 29 12:30:53 user nova-compute[74974]:     </nova:instance>
Nov 29 12:30:53 user nova-compute[74974]:   </metadata>
Nov 29 12:30:53 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:30:53 user nova-compute[74974]:     <system>
Nov 29 12:30:53 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:30:53 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:30:53 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:30:53 user nova-compute[74974]:       <entry name="serial">c1c6adea-4e75-4e10-86ff-9b9c556342a4</entry>
Nov 29 12:30:53 user nova-compute[74974]:       <entry name="uuid">c1c6adea-4e75-4e10-86ff-9b9c556342a4</entry>
Nov 29 12:30:53 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:30:53 user nova-compute[74974]:     </system>
Nov 29 12:30:53 user nova-compute[74974]:   </sysinfo>
Nov 29 12:30:53 user nova-compute[74974]:   <os>
Nov 29 12:30:53 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:30:53 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:30:53 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:30:53 user nova-compute[74974]:   </os>
Nov 29 12:30:53 user nova-compute[74974]:   <features>
Nov 29 12:30:53 user nova-compute[74974]:     <acpi/>
Nov 29 12:30:53 user nova-compute[74974]:     <apic/>
Nov 29 12:30:53 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:30:53 user nova-compute[74974]:   </features>
Nov 29 12:30:53 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:30:53 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:30:53 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:30:53 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:30:53 user nova-compute[74974]:   </clock>
Nov 29 12:30:53 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:30:53 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:30:53 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:30:53 user nova-compute[74974]:   </cpu>
Nov 29 12:30:53 user nova-compute[74974]:   <devices>
Nov 29 12:30:53 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:30:53 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:30:53 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/disk"/>
Nov 29 12:30:53 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:30:53 user nova-compute[74974]:     </disk>
Nov 29 12:30:53 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:30:53 user nova-compute[74974]:       <mac address="fa:16:3e:80:8d:e8"/>
Nov 29 12:30:53 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:30:53 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:30:53 user nova-compute[74974]:       <target dev="tap50f67083-a1"/>
Nov 29 12:30:53 user nova-compute[74974]:     </interface>
Nov 29 12:30:53 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:30:53 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/console.log" append="off"/>
Nov 29 12:30:53 user nova-compute[74974]:     </serial>
Nov 29 12:30:53 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:30:53 user nova-compute[74974]:     <video>
Nov 29 12:30:53 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:30:53 user nova-compute[74974]:     </video>
Nov 29 12:30:53 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:30:53 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:30:53 user nova-compute[74974]:     </rng>
Nov 29 12:30:53 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:30:53 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:30:53 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:30:53 user nova-compute[74974]:     </memballoon>
Nov 29 12:30:53 user nova-compute[74974]:   </devices>
Nov 29 12:30:53 user nova-compute[74974]: </domain>
Nov 29 12:30:53 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:30:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1782902982',display_name='tempest-AttachVolumeNegativeTest-server-1782902982',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1782902982',id=52,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuX8gnoSYGFom9C+AZRhOBjVr66qW+mXgxWH2xAkuaRLOQOasiebea5bMaeyp6mEbWUtcVuDIxVP8L2zrkh+Js1WqjWuYqA4wQ90SDe/T5Z1WJ/u5yb/mmETQJPwRF1NA==',key_name='tempest-keypair-735087676',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ca1974a02ec4b3385deba3f7ce3ac50',ramdisk_id='',reservation_id='r-794kihl1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-736076917',owner_user_name='tempest-AttachVolumeNegativeTest-736076917-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:30:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a7b3a0000d6f4978aa5dd29a65a25bf3',uuid=c1c6adea-4e75-4e10-86ff-9b9c556342a4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "address": "fa:16:3e:80:8d:e8", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f67083-a1", "ovs_interfaceid": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converting VIF {"id": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "address": "fa:16:3e:80:8d:e8", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f67083-a1", "ovs_interfaceid": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:80:8d:e8,bridge_name='br-int',has_traffic_filtering=True,id=50f67083-a1b9-4006-ae24-a4038db4a2c9,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50f67083-a1') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG os_vif [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:8d:e8,bridge_name='br-int',has_traffic_filtering=True,id=50f67083-a1b9-4006-ae24-a4038db4a2c9,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50f67083-a1') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4bc6a36a-5858-5088-bc14-60d0eef7afbe', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap50f67083-a1, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap50f67083-a1, col_values=(('qos', UUID('a0f9f7fe-4dcb-4f08-b05e-5f0b575b5045')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap50f67083-a1, col_values=(('external_ids', {'iface-id': '50f67083-a1b9-4006-ae24-a4038db4a2c9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:80:8d:e8', 'vm-uuid': 'c1c6adea-4e75-4e10-86ff-9b9c556342a4'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:53 user nova-compute[74974]: INFO os_vif [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:8d:e8,bridge_name='br-int',has_traffic_filtering=True,id=50f67083-a1b9-4006-ae24-a4038db4a2c9,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50f67083-a1')
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] No VIF found with MAC fa:16:3e:80:8d:e8, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.network.neutron [req-ffd26799-bf0c-411d-beab-94088bb768f6 req-b5c23f45-df97-402b-ae9e-68beedc58eed service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Updated VIF entry in instance network info cache for port 50f67083-a1b9-4006-ae24-a4038db4a2c9. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG nova.network.neutron [req-ffd26799-bf0c-411d-beab-94088bb768f6 req-b5c23f45-df97-402b-ae9e-68beedc58eed service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Updating instance_info_cache with network_info: [{"id": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "address": "fa:16:3e:80:8d:e8", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f67083-a1", "ovs_interfaceid": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:30:53 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-ffd26799-bf0c-411d-beab-94088bb768f6 req-b5c23f45-df97-402b-ae9e-68beedc58eed service nova] Releasing lock "refresh_cache-c1c6adea-4e75-4e10-86ff-9b9c556342a4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:30:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:55 user nova-compute[74974]: DEBUG nova.compute.manager [req-eee7df82-f091-4a25-ab28-cd0a02575987 req-19cdc703-4c79-4169-9ea7-0205f5a3372e service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Received event network-vif-plugged-50f67083-a1b9-4006-ae24-a4038db4a2c9 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:30:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-eee7df82-f091-4a25-ab28-cd0a02575987 req-19cdc703-4c79-4169-9ea7-0205f5a3372e service nova] Acquiring lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:30:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-eee7df82-f091-4a25-ab28-cd0a02575987 req-19cdc703-4c79-4169-9ea7-0205f5a3372e service nova] Lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:30:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-eee7df82-f091-4a25-ab28-cd0a02575987 req-19cdc703-4c79-4169-9ea7-0205f5a3372e service nova] Lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:30:55 user nova-compute[74974]: DEBUG nova.compute.manager [req-eee7df82-f091-4a25-ab28-cd0a02575987 req-19cdc703-4c79-4169-9ea7-0205f5a3372e service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] No waiting events found dispatching network-vif-plugged-50f67083-a1b9-4006-ae24-a4038db4a2c9 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:30:55 user nova-compute[74974]: WARNING nova.compute.manager [req-eee7df82-f091-4a25-ab28-cd0a02575987 req-19cdc703-4c79-4169-9ea7-0205f5a3372e service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Received unexpected event network-vif-plugged-50f67083-a1b9-4006-ae24-a4038db4a2c9 for instance with vm_state building and task_state spawning.
Nov 29 12:30:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:30:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:30:57 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Instance spawned successfully.
Nov 29 12:30:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:30:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:30:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:30:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:30:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:30:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:30:57 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:30:57 user nova-compute[74974]: INFO nova.compute.manager [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Took 5.10 seconds to spawn the instance on the hypervisor.
Nov 29 12:30:57 user nova-compute[74974]: DEBUG nova.compute.manager [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:30:57 user nova-compute[74974]: INFO nova.compute.manager [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Took 5.65 seconds to build instance.
Nov 29 12:30:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-df110c60-a392-4da9-8e76-4f33876c8cf5 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.750s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:30:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-e2a75a33-88db-42ed-94ae-a0d2c8928680 req-e562ca2a-7d38-451f-bd1f-cfdbb6db0d07 service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Received event network-vif-plugged-50f67083-a1b9-4006-ae24-a4038db4a2c9 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:30:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e2a75a33-88db-42ed-94ae-a0d2c8928680 req-e562ca2a-7d38-451f-bd1f-cfdbb6db0d07 service nova] Acquiring lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:30:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e2a75a33-88db-42ed-94ae-a0d2c8928680 req-e562ca2a-7d38-451f-bd1f-cfdbb6db0d07 service nova] Lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:30:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-e2a75a33-88db-42ed-94ae-a0d2c8928680 req-e562ca2a-7d38-451f-bd1f-cfdbb6db0d07 service nova] Lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:30:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-e2a75a33-88db-42ed-94ae-a0d2c8928680 req-e562ca2a-7d38-451f-bd1f-cfdbb6db0d07 service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] No waiting events found dispatching network-vif-plugged-50f67083-a1b9-4006-ae24-a4038db4a2c9 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:30:57 user nova-compute[74974]: WARNING nova.compute.manager [req-e2a75a33-88db-42ed-94ae-a0d2c8928680 req-e562ca2a-7d38-451f-bd1f-cfdbb6db0d07 service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Received unexpected event network-vif-plugged-50f67083-a1b9-4006-ae24-a4038db4a2c9 for instance with vm_state active and task_state None.
Nov 29 12:30:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:30:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:31:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:31:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:31:09 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:31:12 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:31:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:31:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:31:15 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:31:15 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:31:15 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:31:18 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:31:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:31:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:31:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:31:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-c1c6adea-4e75-4e10-86ff-9b9c556342a4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:31:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-c1c6adea-4e75-4e10-86ff-9b9c556342a4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:31:18 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:31:18 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lazy-loading 'info_cache' on Instance uuid c1c6adea-4e75-4e10-86ff-9b9c556342a4 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:31:19 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Updating instance_info_cache with network_info: [{"id": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "address": "fa:16:3e:80:8d:e8", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f67083-a1", "ovs_interfaceid": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:31:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-c1c6adea-4e75-4e10-86ff-9b9c556342a4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:31:19 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:31:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:31:20 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:31:20 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:31:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:31:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:31:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:31:20 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:31:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:31:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:31:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:31:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:31:21 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:31:21 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:31:21 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8915MB free_disk=24.94265365600586GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:31:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:31:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:31:21 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance c1c6adea-4e75-4e10-86ff-9b9c556342a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:31:21 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:31:21 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:31:21 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:31:21 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:31:21 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:31:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.211s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:31:23 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:31:23 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:31:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:31:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:31:28 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:31:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:31:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:31:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:31:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:31:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:31:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:31:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:31:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:31:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:31:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:31:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:31:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:31:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:32:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:32:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:32:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:32:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:32:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:32:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:32:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:32:11 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:32:13 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:32:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:32:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:32:14 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:32:14 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74974) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 12:32:15 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:32:15 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:32:15 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:32:18 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:32:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:32:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:32:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:32:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-c1c6adea-4e75-4e10-86ff-9b9c556342a4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:32:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-c1c6adea-4e75-4e10-86ff-9b9c556342a4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:32:18 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:32:18 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lazy-loading 'info_cache' on Instance uuid c1c6adea-4e75-4e10-86ff-9b9c556342a4 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:32:19 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Updating instance_info_cache with network_info: [{"id": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "address": "fa:16:3e:80:8d:e8", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f67083-a1", "ovs_interfaceid": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:32:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-c1c6adea-4e75-4e10-86ff-9b9c556342a4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:32:19 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:32:20 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:32:20 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:32:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:32:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:32:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:32:20 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:32:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:32:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:32:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:32:20 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:32:21 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:32:21 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:32:21 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8974MB free_disk=24.939830780029297GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:32:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:32:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:32:21 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance c1c6adea-4e75-4e10-86ff-9b9c556342a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:32:21 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:32:21 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:32:21 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing inventories for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 12:32:21 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Updating ProviderTree inventory for provider acbc7b17-f018-42b8-afd4-030057f87dc2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 12:32:21 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Updating inventory in ProviderTree for provider acbc7b17-f018-42b8-afd4-030057f87dc2 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 12:32:21 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing aggregate associations for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2, aggregates: None {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 12:32:21 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing trait associations for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_NONE {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 12:32:21 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:32:21 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:32:21 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:32:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.467s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:32:21 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:32:21 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Cleaning up deleted instances {{(pid=74974) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 12:32:21 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] There are 0 instances to clean {{(pid=74974) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 12:32:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:32:24 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:32:24 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:32:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:32:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:32:34 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:32:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:32:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:32:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:32:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:32:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:32:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:32:42 user nova-compute[74974]: DEBUG nova.compute.manager [req-2440dcb1-cdb5-4325-8590-0eaca15e9793 req-943eac4c-4ff0-4d96-8182-df0a6b6d6b2d service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Received event network-changed-50f67083-a1b9-4006-ae24-a4038db4a2c9 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:32:42 user nova-compute[74974]: DEBUG nova.compute.manager [req-2440dcb1-cdb5-4325-8590-0eaca15e9793 req-943eac4c-4ff0-4d96-8182-df0a6b6d6b2d service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Refreshing instance network info cache due to event network-changed-50f67083-a1b9-4006-ae24-a4038db4a2c9. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:32:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2440dcb1-cdb5-4325-8590-0eaca15e9793 req-943eac4c-4ff0-4d96-8182-df0a6b6d6b2d service nova] Acquiring lock "refresh_cache-c1c6adea-4e75-4e10-86ff-9b9c556342a4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:32:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2440dcb1-cdb5-4325-8590-0eaca15e9793 req-943eac4c-4ff0-4d96-8182-df0a6b6d6b2d service nova] Acquired lock "refresh_cache-c1c6adea-4e75-4e10-86ff-9b9c556342a4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:32:42 user nova-compute[74974]: DEBUG nova.network.neutron [req-2440dcb1-cdb5-4325-8590-0eaca15e9793 req-943eac4c-4ff0-4d96-8182-df0a6b6d6b2d service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Refreshing network info cache for port 50f67083-a1b9-4006-ae24-a4038db4a2c9 {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:32:42 user nova-compute[74974]: DEBUG nova.network.neutron [req-2440dcb1-cdb5-4325-8590-0eaca15e9793 req-943eac4c-4ff0-4d96-8182-df0a6b6d6b2d service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Updated VIF entry in instance network info cache for port 50f67083-a1b9-4006-ae24-a4038db4a2c9. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:32:42 user nova-compute[74974]: DEBUG nova.network.neutron [req-2440dcb1-cdb5-4325-8590-0eaca15e9793 req-943eac4c-4ff0-4d96-8182-df0a6b6d6b2d service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Updating instance_info_cache with network_info: [{"id": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "address": "fa:16:3e:80:8d:e8", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f67083-a1", "ovs_interfaceid": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:32:42 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-2440dcb1-cdb5-4325-8590-0eaca15e9793 req-943eac4c-4ff0-4d96-8182-df0a6b6d6b2d service nova] Releasing lock "refresh_cache-c1c6adea-4e75-4e10-86ff-9b9c556342a4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:32:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:32:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG nova.objects.instance [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lazy-loading 'flavor' on Instance uuid c1c6adea-4e75-4e10-86ff-9b9c556342a4 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:32:47 user nova-compute[74974]: INFO nova.compute.manager [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Attaching volume 8f195b92-098f-4c1a-b0a8-61d989c5da8f to /dev/vdb
Nov 29 12:32:47 user nova-compute[74974]: DEBUG os_brick.utils [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bd1fbcd-0653-4d19-b906-355c4ef3e5f6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9abd33f2-4d90-4259-a9ec-9dc1f7dc5682]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe843c9a-c219-48be-a7b5-b6914bed11f8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8126c72b-04f9-43da-b691-6b1514c73cf8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:32:47 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:32:47 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5db52a01-6e1e-465c-b3d4-026a1fb61573]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG os_brick.utils [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:32:47 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Updating existing volume attachment record: 244a8f60-d04c-45b9-a9a1-2360519777da {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:32:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:32:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:32:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:32:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:32:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rQUGEcvL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:33:02 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:33:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:33:02 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:33:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:33:02 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[052fca7d-f049-45fe-a38e-4a84f07bfc3c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:33:02 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3c19ccf-dd51-4830-8576-e14d7a888451]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f] added
Nov 29 12:33:02 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[256d292e-a510-4aad-bc5e-19aa143e087b]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b97fdb5a-d3f5-4ba1-9e29-99bdafe40b69]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rQUGEcvL {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rQUGEcvL" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[67a8c161-6408-477d-839f-ae53bbebb6c8]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rQUGEcvL'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[18dc6331-87ea-4d06-bae1-ed6b6f280342]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4488bdca-8db6-41f9-8143-d310e813c855]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 12:33:02 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 12:33:02 user nova-compute[74974]:  {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:33:02 user nova-compute[74974]: WARNING os_brick.initiator.connectors.iscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 12:33:02 user nova-compute[74974]: 
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[611c493c-c558-414a-8127-e2b1d16a825e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f, portal: 172.16.0.220,3260]
Nov 29 12:33:02 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f, portal: 172.16.0.220,3260] successful.
Nov 29 12:33:02 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[435fb823-0042-4b90-bc15-5b44e025a9bf]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[575ed184-a3d1-4a0e-a265-18b136622f73]: (4, ('tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f (non-flash)
Nov 29 12:33:02 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsi session list stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f (non-flash)
Nov 29 12:33:02 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] HCTL ('33', '-', '-', 0) found on session 63 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[63de06ae-54de-4d47-8d46-bd8040ffcca9]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:33:02 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Searching for a device in session 63 and hctl ['33', '*', '*', 0] yield: None {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:33:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:03 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Searching for a device in session 63 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:33:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rQUGEcvL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:33:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:33:03 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] <== connect_volume: return (1297ms) {'type': 'block', 'scsi_wwn': '23065346238353330', 'path': '/dev/sdb'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:33:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23065346238353330', 'path': '/dev/sdb'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:33:03 user nova-compute[74974]: DEBUG nova.objects.instance [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lazy-loading 'flavor' on Instance uuid c1c6adea-4e75-4e10-86ff-9b9c556342a4 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:33:03 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 12:33:03 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:33:03 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:33:03 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:33:03 user nova-compute[74974]:   <serial>8f195b92-098f-4c1a-b0a8-61d989c5da8f</serial>
Nov 29 12:33:03 user nova-compute[74974]: </disk>
Nov 29 12:33:03 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 12:33:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:33:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:33:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] No VIF found with MAC fa:16:3e:80:8d:e8, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:33:04 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-be541a5f-68bf-4da1-b6dc-ef521373e41f tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 16.885s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:33:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:33:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:33:05 user nova-compute[74974]: INFO nova.compute.manager [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Detaching volume 8f195b92-098f-4c1a-b0a8-61d989c5da8f
Nov 29 12:33:05 user nova-compute[74974]: INFO nova.virt.block_device [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Attempting to driver detach volume 8f195b92-098f-4c1a-b0a8-61d989c5da8f from mountpoint /dev/vdb
Nov 29 12:33:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Attempting to detach device vdb from instance c1c6adea-4e75-4e10-86ff-9b9c556342a4 from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 12:33:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:33:05 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:33:05 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:33:05 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:33:05 user nova-compute[74974]:   <serial>8f195b92-098f-4c1a-b0a8-61d989c5da8f</serial>
Nov 29 12:33:05 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:33:05 user nova-compute[74974]: </disk>
Nov 29 12:33:05 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:33:05 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Successfully detached device vdb from instance c1c6adea-4e75-4e10-86ff-9b9c556342a4 from the persistent domain config.
Nov 29 12:33:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c1c6adea-4e75-4e10-86ff-9b9c556342a4 from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 12:33:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:33:05 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:33:05 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:33:05 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:33:05 user nova-compute[74974]:   <serial>8f195b92-098f-4c1a-b0a8-61d989c5da8f</serial>
Nov 29 12:33:05 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:33:05 user nova-compute[74974]: </disk>
Nov 29 12:33:05 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:33:05 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c1c6adea-4e75-4e10-86ff-9b9c556342a4 {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 12:33:08 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:12 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:33:13 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:33:14 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:33:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:16 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:33:16 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:33:17 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:33:18 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:33:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:33:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:33:18 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-c1c6adea-4e75-4e10-86ff-9b9c556342a4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:33:18 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-c1c6adea-4e75-4e10-86ff-9b9c556342a4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:33:18 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:33:18 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lazy-loading 'info_cache' on Instance uuid c1c6adea-4e75-4e10-86ff-9b9c556342a4 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:33:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:19 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Updating instance_info_cache with network_info: [{"id": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "address": "fa:16:3e:80:8d:e8", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f67083-a1", "ovs_interfaceid": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:33:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-c1c6adea-4e75-4e10-86ff-9b9c556342a4" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:33:19 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:33:21 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:33:21 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:33:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:33:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:33:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:33:21 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:33:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:21 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:22 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:33:22 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:33:22 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=9020MB free_disk=24.93000030517578GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:33:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:33:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:33:22 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance c1c6adea-4e75-4e10-86ff-9b9c556342a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:33:22 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:33:22 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:33:22 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:33:22 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:33:22 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:33:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.178s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:33:23 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:24 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:33:25 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c1c6adea-4e75-4e10-86ff-9b9c556342a4 is timed out.
Nov 29 12:33:25 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Successfully detached device vdb from instance c1c6adea-4e75-4e10-86ff-9b9c556342a4 from the live domain config.
Nov 29 12:33:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rQUGEcvL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:33:25 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:33:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[acbc1160-b3b8-4fa2-9745-f47f1dccd044]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:33:25 user nova-compute[74974]: No targets found.
Nov 29 12:33:25 user nova-compute[74974]: iSNS:
Nov 29 12:33:25 user nova-compute[74974]: No targets found.
Nov 29 12:33:25 user nova-compute[74974]: STATIC:
Nov 29 12:33:25 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f
Nov 29 12:33:25 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:33:25 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:33:25 user nova-compute[74974]: FIRMWARE:
Nov 29 12:33:25 user nova-compute[74974]: No targets found.
Nov 29 12:33:25 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:33:25 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:33:25 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2129181-1ba2-478a-b368-57e353658f36]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[25867644-2524-4619-ae86-4548084dbf5f]: (4, ('tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f (non-flash)
Nov 29 12:33:25 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsi session list stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f (non-flash)
Nov 29 12:33:25 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1ade0df370>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f'): ({'sdb'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Removing single pathed devices sdb {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[46a3663f-2fac-4faf-be45-a8d4a5a8afda]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1890e8e-520b-4de4-8698-a3fd4cfbd641]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Flushing IO for device /dev/sdb {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bb4b3a8-fc4d-4436-940c-877a5c567ff7]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:33:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.032s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6db4a06-396c-4d74-8dc6-d1b30b588ec1]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:33:26 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:33:26 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:33:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:33:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[15eaf1de-3479-4119-82f0-36e2f00a5b50]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:33:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:33:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1912b7a0-4228-466b-a95c-63993a850b2e]: (4, ('Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f, portal: 172.16.0.220,3260]\nLogout of [sid: 63, target: iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:33:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f, portal: 172.16.0.220,3260]
Nov 29 12:33:26 user nova-compute[74974]: Logout of [sid: 63, target: iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f, portal: 172.16.0.220,3260] successful.
Nov 29 12:33:26 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:33:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:33:26 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f195b92-098f-4c1a-b0a8-61d989c5da8f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:33:26 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1e03b96-8978-4548-97bb-6fc6e6ffbe09]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:33:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:33:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.290s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:33:26 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] <== disconnect_volume: return (291ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:33:26 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:33:26 user nova-compute[74974]: DEBUG nova.objects.instance [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lazy-loading 'flavor' on Instance uuid c1c6adea-4e75-4e10-86ff-9b9c556342a4 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:33:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-2f44b0d0-ceef-4b2c-b9b7-ddb101bfa848 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.624s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:33:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:33:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:33:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:33:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:33:28 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:33:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:33:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:33:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:33:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:33:33 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:38 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:33:43 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:33:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:33:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:33:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:33:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:33:48 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:33:53 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:33:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:33:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:33:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:33:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:33:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:33:55 user nova-compute[74974]: INFO nova.compute.manager [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Terminating instance
Nov 29 12:33:55 user nova-compute[74974]: DEBUG nova.compute.manager [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:33:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:55 user nova-compute[74974]: DEBUG nova.compute.manager [req-37e1516f-7290-474e-9efd-edc22522199a req-4f48dd98-46f4-444d-9f4e-e4c2bd625de8 service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Received event network-vif-unplugged-50f67083-a1b9-4006-ae24-a4038db4a2c9 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:33:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-37e1516f-7290-474e-9efd-edc22522199a req-4f48dd98-46f4-444d-9f4e-e4c2bd625de8 service nova] Acquiring lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:33:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-37e1516f-7290-474e-9efd-edc22522199a req-4f48dd98-46f4-444d-9f4e-e4c2bd625de8 service nova] Lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:33:55 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-37e1516f-7290-474e-9efd-edc22522199a req-4f48dd98-46f4-444d-9f4e-e4c2bd625de8 service nova] Lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:33:55 user nova-compute[74974]: DEBUG nova.compute.manager [req-37e1516f-7290-474e-9efd-edc22522199a req-4f48dd98-46f4-444d-9f4e-e4c2bd625de8 service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] No waiting events found dispatching network-vif-unplugged-50f67083-a1b9-4006-ae24-a4038db4a2c9 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:33:55 user nova-compute[74974]: DEBUG nova.compute.manager [req-37e1516f-7290-474e-9efd-edc22522199a req-4f48dd98-46f4-444d-9f4e-e4c2bd625de8 service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Received event network-vif-unplugged-50f67083-a1b9-4006-ae24-a4038db4a2c9 for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:33:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Instance destroyed successfully.
Nov 29 12:33:56 user nova-compute[74974]: DEBUG nova.objects.instance [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lazy-loading 'resources' on Instance uuid c1c6adea-4e75-4e10-86ff-9b9c556342a4 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:33:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:30:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1782902982',display_name='tempest-AttachVolumeNegativeTest-server-1782902982',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1782902982',id=52,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuX8gnoSYGFom9C+AZRhOBjVr66qW+mXgxWH2xAkuaRLOQOasiebea5bMaeyp6mEbWUtcVuDIxVP8L2zrkh+Js1WqjWuYqA4wQ90SDe/T5Z1WJ/u5yb/mmETQJPwRF1NA==',key_name='tempest-keypair-735087676',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:30:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ca1974a02ec4b3385deba3f7ce3ac50',ramdisk_id='',reservation_id='r-794kihl1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-736076917',owner_user_name='tempest-AttachVolumeNegativeTest-736076917-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:30:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a7b3a0000d6f4978aa5dd29a65a25bf3',uuid=c1c6adea-4e75-4e10-86ff-9b9c556342a4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "address": "fa:16:3e:80:8d:e8", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f67083-a1", "ovs_interfaceid": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:33:56 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converting VIF {"id": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "address": "fa:16:3e:80:8d:e8", "network": {"id": "f117ebd7-2167-4356-a228-1644f61f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-159970243-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ca1974a02ec4b3385deba3f7ce3ac50", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f67083-a1", "ovs_interfaceid": "50f67083-a1b9-4006-ae24-a4038db4a2c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:33:56 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:80:8d:e8,bridge_name='br-int',has_traffic_filtering=True,id=50f67083-a1b9-4006-ae24-a4038db4a2c9,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50f67083-a1') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:33:56 user nova-compute[74974]: DEBUG os_vif [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:80:8d:e8,bridge_name='br-int',has_traffic_filtering=True,id=50f67083-a1b9-4006-ae24-a4038db4a2c9,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50f67083-a1') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:33:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap50f67083-a1, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:33:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:33:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a0f9f7fe-4dcb-4f08-b05e-5f0b575b5045) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:33:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:56 user nova-compute[74974]: INFO os_vif [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:80:8d:e8,bridge_name='br-int',has_traffic_filtering=True,id=50f67083-a1b9-4006-ae24-a4038db4a2c9,network=Network(f117ebd7-2167-4356-a228-1644f61f3ab9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50f67083-a1')
Nov 29 12:33:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Deleting instance files /opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4_del
Nov 29 12:33:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Deletion of /opt/stack/data/nova/instances/c1c6adea-4e75-4e10-86ff-9b9c556342a4_del complete
Nov 29 12:33:56 user nova-compute[74974]: INFO nova.compute.manager [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 29 12:33:56 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:33:56 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:33:56 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:33:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:33:57 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:33:57 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Took 0.71 seconds to deallocate network for instance.
Nov 29 12:33:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-fd1f2517-236c-4df3-aa08-c30538579204 req-7bf022f9-e8f0-44c2-9719-2b82ed960c6d service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Received event network-vif-deleted-50f67083-a1b9-4006-ae24-a4038db4a2c9 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:33:57 user nova-compute[74974]: INFO nova.compute.manager [req-fd1f2517-236c-4df3-aa08-c30538579204 req-7bf022f9-e8f0-44c2-9719-2b82ed960c6d service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Neutron deleted interface 50f67083-a1b9-4006-ae24-a4038db4a2c9; detaching it from the instance and deleting it from the info cache
Nov 29 12:33:57 user nova-compute[74974]: DEBUG nova.network.neutron [req-fd1f2517-236c-4df3-aa08-c30538579204 req-7bf022f9-e8f0-44c2-9719-2b82ed960c6d service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:33:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-fd1f2517-236c-4df3-aa08-c30538579204 req-7bf022f9-e8f0-44c2-9719-2b82ed960c6d service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Detach interface failed, port_id=50f67083-a1b9-4006-ae24-a4038db4a2c9, reason: Instance c1c6adea-4e75-4e10-86ff-9b9c556342a4 could not be found. {{(pid=74974) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 12:33:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:33:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:33:57 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:33:57 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:33:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.128s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:33:57 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Deleted allocations for instance c1c6adea-4e75-4e10-86ff-9b9c556342a4
Nov 29 12:33:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-eb729684-5ba9-4377-b2a4-2f337463af03 tempest-AttachVolumeNegativeTest-736076917 tempest-AttachVolumeNegativeTest-736076917-project-member] Lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.912s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:33:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-8d14e3dd-410d-4f77-8402-c5cdc2859304 req-8577eff0-62bc-439c-87fd-cd7b81c46a83 service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Received event network-vif-plugged-50f67083-a1b9-4006-ae24-a4038db4a2c9 {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:33:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8d14e3dd-410d-4f77-8402-c5cdc2859304 req-8577eff0-62bc-439c-87fd-cd7b81c46a83 service nova] Acquiring lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:33:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8d14e3dd-410d-4f77-8402-c5cdc2859304 req-8577eff0-62bc-439c-87fd-cd7b81c46a83 service nova] Lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:33:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-8d14e3dd-410d-4f77-8402-c5cdc2859304 req-8577eff0-62bc-439c-87fd-cd7b81c46a83 service nova] Lock "c1c6adea-4e75-4e10-86ff-9b9c556342a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:33:57 user nova-compute[74974]: DEBUG nova.compute.manager [req-8d14e3dd-410d-4f77-8402-c5cdc2859304 req-8577eff0-62bc-439c-87fd-cd7b81c46a83 service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] No waiting events found dispatching network-vif-plugged-50f67083-a1b9-4006-ae24-a4038db4a2c9 {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:33:57 user nova-compute[74974]: WARNING nova.compute.manager [req-8d14e3dd-410d-4f77-8402-c5cdc2859304 req-8577eff0-62bc-439c-87fd-cd7b81c46a83 service nova] [instance: c1c6adea-4e75-4e10-86ff-9b9c556342a4] Received unexpected event network-vif-plugged-50f67083-a1b9-4006-ae24-a4038db4a2c9 for instance with vm_state deleted and task_state None.
Nov 29 12:34:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:34:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:34:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:34:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:34:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:34:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:34:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:34:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:34:14 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:34:14 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:34:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:34:18 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:34:18 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:34:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:34:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:34:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Didn't find any instances for network info cache update. {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 12:34:18 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:34:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:34:21 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:34:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:34:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:34:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:34:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:34:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:34:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:34:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:34:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:34:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:34:21 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:34:21 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:34:21 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:34:21 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=9161MB free_disk=24.957233428955078GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:34:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:34:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:34:21 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:34:21 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:34:21 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:34:21 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:34:21 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:34:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.146s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:34:23 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:34:25 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:34:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:34:27 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:34:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:34:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:34:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:34:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:34:47 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:34:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:34:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:35:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:35:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:35:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:35:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:35:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:35:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:35:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:35:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:35:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:35:14 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:35:15 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:35:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:35:18 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:35:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:35:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:35:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Didn't find any instances for network info cache update. {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 12:35:18 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:35:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:35:20 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:35:21 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:35:22 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:35:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:35:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:35:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:35:22 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:35:22 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:35:22 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:35:22 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=9181MB free_disk=24.955265045166016GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:35:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:35:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:35:22 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:35:22 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:35:22 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:35:22 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:35:22 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:35:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.127s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:35:24 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:35:25 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:35:26 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:35:28 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:35:31 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:35:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:35:36 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:35:41 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:35:46 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:35:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:35:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:35:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:35:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:35:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:35:51 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:35:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:35:56 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:35:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:35:58 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:35:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:02 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:06 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:11 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "1764f4e3-b6c0-4827-a865-8fef87865a32" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:36:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:36:11 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Starting instance... {{(pid=74974) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 12:36:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:36:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:36:11 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74974) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 12:36:11 user nova-compute[74974]: INFO nova.compute.claims [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Claim successful on node user
Nov 29 12:36:11 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:36:11 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:36:11 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.300s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:36:11 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Start building networks asynchronously for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 12:36:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Allocating IP information in the background. {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 12:36:12 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] allocate_for_instance() {{(pid=74974) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 12:36:12 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 12:36:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Start building block device mappings for instance. {{(pid=74974) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 12:36:12 user nova-compute[74974]: DEBUG nova.policy [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f36350403c0f4fb580f35538329e965f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25b4b27e83024686ad264b93a061266b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74974) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 12:36:12 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Start spawning the instance on the hypervisor. {{(pid=74974) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 12:36:12 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Creating instance directory {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 12:36:12 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Creating image(s)
Nov 29 12:36:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "/opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:36:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "/opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:36:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "/opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:36:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:36:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.250s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:36:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "a75387dc99bcd20c856db16de4461971a59bbae8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:36:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:36:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:36:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.173s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:36:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk 1073741824 {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:36:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8,backing_fmt=raw /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk 1073741824" returned: 0 in 0.068s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:36:12 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "a75387dc99bcd20c856db16de4461971a59bbae8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:36:12 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:36:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a75387dc99bcd20c856db16de4461971a59bbae8 --force-share --output=json" returned: 0 in 0.191s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:36:13 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk. size=1073741824 {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 12:36:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:36:13 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:36:13 user nova-compute[74974]: DEBUG nova.virt.disk.api [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Cannot resize image /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk to a smaller size. {{(pid=74974) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 12:36:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Created local disks {{(pid=74974) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 12:36:13 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Ensure instance console log exists: /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/console.log {{(pid=74974) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 12:36:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:36:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:36:13 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:36:13 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Successfully created port: c8e1056e-de1f-4aad-a9e6-b4cd0053c19f {{(pid=74974) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 12:36:14 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:36:14 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Successfully updated port: c8e1056e-de1f-4aad-a9e6-b4cd0053c19f {{(pid=74974) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 12:36:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:36:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquired lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:36:14 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Building network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 12:36:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-34211a4e-7a52-41ff-8549-8bd08e93a3bf req-107a5b3d-ac21-4d20-887e-9c171466eda6 service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Received event network-changed-c8e1056e-de1f-4aad-a9e6-b4cd0053c19f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:36:14 user nova-compute[74974]: DEBUG nova.compute.manager [req-34211a4e-7a52-41ff-8549-8bd08e93a3bf req-107a5b3d-ac21-4d20-887e-9c171466eda6 service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Refreshing instance network info cache due to event network-changed-c8e1056e-de1f-4aad-a9e6-b4cd0053c19f. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:36:14 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-34211a4e-7a52-41ff-8549-8bd08e93a3bf req-107a5b3d-ac21-4d20-887e-9c171466eda6 service nova] Acquiring lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:36:14 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Instance cache missing network info. {{(pid=74974) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.network.neutron [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updating instance_info_cache with network_info: [{"id": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "address": "fa:16:3e:68:fc:8d", "network": {"id": "f01fd89b-ac5f-44a2-a197-2e2452e953b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-675475398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25b4b27e83024686ad264b93a061266b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e1056e-de", "ovs_interfaceid": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Releasing lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Instance network_info: |[{"id": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "address": "fa:16:3e:68:fc:8d", "network": {"id": "f01fd89b-ac5f-44a2-a197-2e2452e953b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-675475398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25b4b27e83024686ad264b93a061266b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e1056e-de", "ovs_interfaceid": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74974) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-34211a4e-7a52-41ff-8549-8bd08e93a3bf req-107a5b3d-ac21-4d20-887e-9c171466eda6 service nova] Acquired lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.network.neutron [req-34211a4e-7a52-41ff-8549-8bd08e93a3bf req-107a5b3d-ac21-4d20-887e-9c171466eda6 service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Refreshing network info cache for port c8e1056e-de1f-4aad-a9e6-b4cd0053c19f {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Start _get_guest_xml network_info=[{"id": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "address": "fa:16:3e:68:fc:8d", "network": {"id": "f01fd89b-ac5f-44a2-a197-2e2452e953b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-675475398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25b4b27e83024686ad264b93a061266b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e1056e-de", "ovs_interfaceid": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'device_name': '/dev/vda', 'image_id': '14005146-3417-4c75-8b47-67c38948297d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 12:36:15 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:36:15 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] CPU controller missing on host. {{(pid=74974) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.host [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] CPU controller found on host. {{(pid=74974) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74974) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T11:46:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T11:47:02Z,direct_url=<?>,disk_format='qcow2',id=14005146-3417-4c75-8b47-67c38948297d,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='65571788eda648b0a8f4e8371d0248a3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T11:47:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Flavor limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Image limits 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Flavor pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Image pref 0:0:0 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74974) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Got 1 possible topologies {{(pid=74974) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.virt.hardware [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74974) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:36:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-970656954',display_name='tempest-SnapshotDataIntegrityTests-server-970656954',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-970656954',id=53,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHmdF4HzW1zN1itW3vw54OWyZ1XXyCpOb0xId0RthN7Kmiy6YJ0BQ3cclwWTBtO9oW18WghJrh4WqieGs/93shiwjFIjikmk2ylwbF3ch1XEvdZxBCr5aXNdHaCCdTdvRA==',key_name='tempest-keypair-1139566857',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='25b4b27e83024686ad264b93a061266b',ramdisk_id='',reservation_id='r-njf5fbhs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1344786331',owner_user_name='tempest-SnapshotDataIntegrityTests-1344786331-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:36:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f36350403c0f4fb580f35538329e965f',uuid=1764f4e3-b6c0-4827-a865-8fef87865a32,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "address": "fa:16:3e:68:fc:8d", "network": {"id": "f01fd89b-ac5f-44a2-a197-2e2452e953b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-675475398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25b4b27e83024686ad264b93a061266b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e1056e-de", "ovs_interfaceid": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74974) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Converting VIF {"id": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "address": "fa:16:3e:68:fc:8d", "network": {"id": "f01fd89b-ac5f-44a2-a197-2e2452e953b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-675475398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25b4b27e83024686ad264b93a061266b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e1056e-de", "ovs_interfaceid": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:fc:8d,bridge_name='br-int',has_traffic_filtering=True,id=c8e1056e-de1f-4aad-a9e6-b4cd0053c19f,network=Network(f01fd89b-ac5f-44a2-a197-2e2452e953b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8e1056e-de') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.objects.instance [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lazy-loading 'pci_devices' on Instance uuid 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] End _get_guest_xml xml=<domain type="kvm">
Nov 29 12:36:15 user nova-compute[74974]:   <uuid>1764f4e3-b6c0-4827-a865-8fef87865a32</uuid>
Nov 29 12:36:15 user nova-compute[74974]:   <name>instance-00000035</name>
Nov 29 12:36:15 user nova-compute[74974]:   <memory>524288</memory>
Nov 29 12:36:15 user nova-compute[74974]:   <vcpu>1</vcpu>
Nov 29 12:36:15 user nova-compute[74974]:   <metadata>
Nov 29 12:36:15 user nova-compute[74974]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 12:36:15 user nova-compute[74974]:       <nova:package version="0.0.0"/>
Nov 29 12:36:15 user nova-compute[74974]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-970656954</nova:name>
Nov 29 12:36:15 user nova-compute[74974]:       <nova:creationTime>2023-11-29 12:36:15</nova:creationTime>
Nov 29 12:36:15 user nova-compute[74974]:       <nova:flavor name="m1.tiny">
Nov 29 12:36:15 user nova-compute[74974]:         <nova:memory>512</nova:memory>
Nov 29 12:36:15 user nova-compute[74974]:         <nova:disk>1</nova:disk>
Nov 29 12:36:15 user nova-compute[74974]:         <nova:swap>0</nova:swap>
Nov 29 12:36:15 user nova-compute[74974]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 12:36:15 user nova-compute[74974]:         <nova:vcpus>1</nova:vcpus>
Nov 29 12:36:15 user nova-compute[74974]:       </nova:flavor>
Nov 29 12:36:15 user nova-compute[74974]:       <nova:owner>
Nov 29 12:36:15 user nova-compute[74974]:         <nova:user uuid="f36350403c0f4fb580f35538329e965f">tempest-SnapshotDataIntegrityTests-1344786331-project-member</nova:user>
Nov 29 12:36:15 user nova-compute[74974]:         <nova:project uuid="25b4b27e83024686ad264b93a061266b">tempest-SnapshotDataIntegrityTests-1344786331</nova:project>
Nov 29 12:36:15 user nova-compute[74974]:       </nova:owner>
Nov 29 12:36:15 user nova-compute[74974]:       <nova:root type="image" uuid="14005146-3417-4c75-8b47-67c38948297d"/>
Nov 29 12:36:15 user nova-compute[74974]:       <nova:ports>
Nov 29 12:36:15 user nova-compute[74974]:         <nova:port uuid="c8e1056e-de1f-4aad-a9e6-b4cd0053c19f">
Nov 29 12:36:15 user nova-compute[74974]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 12:36:15 user nova-compute[74974]:         </nova:port>
Nov 29 12:36:15 user nova-compute[74974]:       </nova:ports>
Nov 29 12:36:15 user nova-compute[74974]:     </nova:instance>
Nov 29 12:36:15 user nova-compute[74974]:   </metadata>
Nov 29 12:36:15 user nova-compute[74974]:   <sysinfo type="smbios">
Nov 29 12:36:15 user nova-compute[74974]:     <system>
Nov 29 12:36:15 user nova-compute[74974]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 12:36:15 user nova-compute[74974]:       <entry name="product">OpenStack Nova</entry>
Nov 29 12:36:15 user nova-compute[74974]:       <entry name="version">0.0.0</entry>
Nov 29 12:36:15 user nova-compute[74974]:       <entry name="serial">1764f4e3-b6c0-4827-a865-8fef87865a32</entry>
Nov 29 12:36:15 user nova-compute[74974]:       <entry name="uuid">1764f4e3-b6c0-4827-a865-8fef87865a32</entry>
Nov 29 12:36:15 user nova-compute[74974]:       <entry name="family">Virtual Machine</entry>
Nov 29 12:36:15 user nova-compute[74974]:     </system>
Nov 29 12:36:15 user nova-compute[74974]:   </sysinfo>
Nov 29 12:36:15 user nova-compute[74974]:   <os>
Nov 29 12:36:15 user nova-compute[74974]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 12:36:15 user nova-compute[74974]:     <boot dev="hd"/>
Nov 29 12:36:15 user nova-compute[74974]:     <smbios mode="sysinfo"/>
Nov 29 12:36:15 user nova-compute[74974]:   </os>
Nov 29 12:36:15 user nova-compute[74974]:   <features>
Nov 29 12:36:15 user nova-compute[74974]:     <acpi/>
Nov 29 12:36:15 user nova-compute[74974]:     <apic/>
Nov 29 12:36:15 user nova-compute[74974]:     <vmcoreinfo/>
Nov 29 12:36:15 user nova-compute[74974]:   </features>
Nov 29 12:36:15 user nova-compute[74974]:   <clock offset="utc">
Nov 29 12:36:15 user nova-compute[74974]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 12:36:15 user nova-compute[74974]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 12:36:15 user nova-compute[74974]:     <timer name="hpet" present="no"/>
Nov 29 12:36:15 user nova-compute[74974]:   </clock>
Nov 29 12:36:15 user nova-compute[74974]:   <cpu mode="custom" match="exact">
Nov 29 12:36:15 user nova-compute[74974]:     <model>Nehalem</model>
Nov 29 12:36:15 user nova-compute[74974]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 12:36:15 user nova-compute[74974]:   </cpu>
Nov 29 12:36:15 user nova-compute[74974]:   <devices>
Nov 29 12:36:15 user nova-compute[74974]:     <disk type="file" device="disk">
Nov 29 12:36:15 user nova-compute[74974]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 12:36:15 user nova-compute[74974]:       <source file="/opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk"/>
Nov 29 12:36:15 user nova-compute[74974]:       <target dev="vda" bus="virtio"/>
Nov 29 12:36:15 user nova-compute[74974]:     </disk>
Nov 29 12:36:15 user nova-compute[74974]:     <interface type="ethernet">
Nov 29 12:36:15 user nova-compute[74974]:       <mac address="fa:16:3e:68:fc:8d"/>
Nov 29 12:36:15 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:36:15 user nova-compute[74974]:       <mtu size="1442"/>
Nov 29 12:36:15 user nova-compute[74974]:       <target dev="tapc8e1056e-de"/>
Nov 29 12:36:15 user nova-compute[74974]:     </interface>
Nov 29 12:36:15 user nova-compute[74974]:     <serial type="pty">
Nov 29 12:36:15 user nova-compute[74974]:       <log file="/opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/console.log" append="off"/>
Nov 29 12:36:15 user nova-compute[74974]:     </serial>
Nov 29 12:36:15 user nova-compute[74974]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 12:36:15 user nova-compute[74974]:     <video>
Nov 29 12:36:15 user nova-compute[74974]:       <model type="virtio"/>
Nov 29 12:36:15 user nova-compute[74974]:     </video>
Nov 29 12:36:15 user nova-compute[74974]:     <rng model="virtio">
Nov 29 12:36:15 user nova-compute[74974]:       <backend model="random">/dev/urandom</backend>
Nov 29 12:36:15 user nova-compute[74974]:     </rng>
Nov 29 12:36:15 user nova-compute[74974]:     <controller type="usb" index="0" model="none"/>
Nov 29 12:36:15 user nova-compute[74974]:     <memballoon model="virtio">
Nov 29 12:36:15 user nova-compute[74974]:       <stats period="10"/>
Nov 29 12:36:15 user nova-compute[74974]:     </memballoon>
Nov 29 12:36:15 user nova-compute[74974]:   </devices>
Nov 29 12:36:15 user nova-compute[74974]: </domain>
Nov 29 12:36:15 user nova-compute[74974]:  {{(pid=74974) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:36:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-970656954',display_name='tempest-SnapshotDataIntegrityTests-server-970656954',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-970656954',id=53,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHmdF4HzW1zN1itW3vw54OWyZ1XXyCpOb0xId0RthN7Kmiy6YJ0BQ3cclwWTBtO9oW18WghJrh4WqieGs/93shiwjFIjikmk2ylwbF3ch1XEvdZxBCr5aXNdHaCCdTdvRA==',key_name='tempest-keypair-1139566857',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='25b4b27e83024686ad264b93a061266b',ramdisk_id='',reservation_id='r-njf5fbhs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1344786331',owner_user_name='tempest-SnapshotDataIntegrityTests-1344786331-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T12:36:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f36350403c0f4fb580f35538329e965f',uuid=1764f4e3-b6c0-4827-a865-8fef87865a32,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "address": "fa:16:3e:68:fc:8d", "network": {"id": "f01fd89b-ac5f-44a2-a197-2e2452e953b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-675475398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25b4b27e83024686ad264b93a061266b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e1056e-de", "ovs_interfaceid": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Converting VIF {"id": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "address": "fa:16:3e:68:fc:8d", "network": {"id": "f01fd89b-ac5f-44a2-a197-2e2452e953b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-675475398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25b4b27e83024686ad264b93a061266b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e1056e-de", "ovs_interfaceid": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:fc:8d,bridge_name='br-int',has_traffic_filtering=True,id=c8e1056e-de1f-4aad-a9e6-b4cd0053c19f,network=Network(f01fd89b-ac5f-44a2-a197-2e2452e953b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8e1056e-de') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG os_vif [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:fc:8d,bridge_name='br-int',has_traffic_filtering=True,id=c8e1056e-de1f-4aad-a9e6-b4cd0053c19f,network=Network(f01fd89b-ac5f-44a2-a197-2e2452e953b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8e1056e-de') {{(pid=74974) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1aa1981c-4d9e-5261-b357-1d427c62b4c7', '_type': 'linux-noop'}}, row=False) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc8e1056e-de, may_exist=True, interface_attrs={}) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc8e1056e-de, col_values=(('qos', UUID('3d021f0d-f434-4e63-90cf-38028085a9b2')),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc8e1056e-de, col_values=(('external_ids', {'iface-id': 'c8e1056e-de1f-4aad-a9e6-b4cd0053c19f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:68:fc:8d', 'vm-uuid': '1764f4e3-b6c0-4827-a865-8fef87865a32'}),), if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:15 user nova-compute[74974]: INFO os_vif [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:fc:8d,bridge_name='br-int',has_traffic_filtering=True,id=c8e1056e-de1f-4aad-a9e6-b4cd0053c19f,network=Network(f01fd89b-ac5f-44a2-a197-2e2452e953b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8e1056e-de')
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] No VIF found with MAC fa:16:3e:68:fc:8d, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.network.neutron [req-34211a4e-7a52-41ff-8549-8bd08e93a3bf req-107a5b3d-ac21-4d20-887e-9c171466eda6 service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updated VIF entry in instance network info cache for port c8e1056e-de1f-4aad-a9e6-b4cd0053c19f. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG nova.network.neutron [req-34211a4e-7a52-41ff-8549-8bd08e93a3bf req-107a5b3d-ac21-4d20-887e-9c171466eda6 service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updating instance_info_cache with network_info: [{"id": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "address": "fa:16:3e:68:fc:8d", "network": {"id": "f01fd89b-ac5f-44a2-a197-2e2452e953b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-675475398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25b4b27e83024686ad264b93a061266b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e1056e-de", "ovs_interfaceid": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:36:15 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-34211a4e-7a52-41ff-8549-8bd08e93a3bf req-107a5b3d-ac21-4d20-887e-9c171466eda6 service nova] Releasing lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:36:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:17 user nova-compute[74974]: DEBUG nova.compute.manager [req-bba56749-0aa5-4f88-8c79-32c8c5195696 req-10acd093-bd4a-4ac6-97a2-61aaa1d3ebf0 service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Received event network-vif-plugged-c8e1056e-de1f-4aad-a9e6-b4cd0053c19f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:36:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bba56749-0aa5-4f88-8c79-32c8c5195696 req-10acd093-bd4a-4ac6-97a2-61aaa1d3ebf0 service nova] Acquiring lock "1764f4e3-b6c0-4827-a865-8fef87865a32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:36:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bba56749-0aa5-4f88-8c79-32c8c5195696 req-10acd093-bd4a-4ac6-97a2-61aaa1d3ebf0 service nova] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:36:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-bba56749-0aa5-4f88-8c79-32c8c5195696 req-10acd093-bd4a-4ac6-97a2-61aaa1d3ebf0 service nova] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:36:17 user nova-compute[74974]: DEBUG nova.compute.manager [req-bba56749-0aa5-4f88-8c79-32c8c5195696 req-10acd093-bd4a-4ac6-97a2-61aaa1d3ebf0 service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] No waiting events found dispatching network-vif-plugged-c8e1056e-de1f-4aad-a9e6-b4cd0053c19f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:36:17 user nova-compute[74974]: WARNING nova.compute.manager [req-bba56749-0aa5-4f88-8c79-32c8c5195696 req-10acd093-bd4a-4ac6-97a2-61aaa1d3ebf0 service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Received unexpected event network-vif-plugged-c8e1056e-de1f-4aad-a9e6-b4cd0053c19f for instance with vm_state building and task_state spawning.
Nov 29 12:36:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:17 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:18 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:36:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:36:19 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Instance event wait completed in 0 seconds for  {{(pid=74974) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 12:36:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Guest created on hypervisor {{(pid=74974) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 12:36:19 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Instance spawned successfully.
Nov 29 12:36:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 12:36:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Found default for hw_cdrom_bus of ide {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:36:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Found default for hw_disk_bus of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:36:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Found default for hw_input_bus of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:36:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Found default for hw_pointer_model of None {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:36:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Found default for hw_video_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:36:19 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Found default for hw_vif_model of virtio {{(pid=74974) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 12:36:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-0387eedb-d253-4909-8a34-1029c6f47d78 req-5b71e483-f27b-469f-aaf0-88129b18acf5 service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Received event network-vif-plugged-c8e1056e-de1f-4aad-a9e6-b4cd0053c19f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:36:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0387eedb-d253-4909-8a34-1029c6f47d78 req-5b71e483-f27b-469f-aaf0-88129b18acf5 service nova] Acquiring lock "1764f4e3-b6c0-4827-a865-8fef87865a32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:36:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0387eedb-d253-4909-8a34-1029c6f47d78 req-5b71e483-f27b-469f-aaf0-88129b18acf5 service nova] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:36:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0387eedb-d253-4909-8a34-1029c6f47d78 req-5b71e483-f27b-469f-aaf0-88129b18acf5 service nova] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:36:19 user nova-compute[74974]: DEBUG nova.compute.manager [req-0387eedb-d253-4909-8a34-1029c6f47d78 req-5b71e483-f27b-469f-aaf0-88129b18acf5 service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] No waiting events found dispatching network-vif-plugged-c8e1056e-de1f-4aad-a9e6-b4cd0053c19f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:36:19 user nova-compute[74974]: WARNING nova.compute.manager [req-0387eedb-d253-4909-8a34-1029c6f47d78 req-5b71e483-f27b-469f-aaf0-88129b18acf5 service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Received unexpected event network-vif-plugged-c8e1056e-de1f-4aad-a9e6-b4cd0053c19f for instance with vm_state building and task_state spawning.
Nov 29 12:36:19 user nova-compute[74974]: INFO nova.compute.manager [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Took 6.88 seconds to spawn the instance on the hypervisor.
Nov 29 12:36:19 user nova-compute[74974]: DEBUG nova.compute.manager [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Checking state {{(pid=74974) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 12:36:19 user nova-compute[74974]: INFO nova.compute.manager [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Took 7.73 seconds to build instance.
Nov 29 12:36:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-d183a879-8918-4a87-bb69-3bc0e0253c89 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.858s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:36:19 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:36:19 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:36:19 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:36:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:36:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:36:19 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:36:19 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lazy-loading 'info_cache' on Instance uuid 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:36:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:20 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updating instance_info_cache with network_info: [{"id": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "address": "fa:16:3e:68:fc:8d", "network": {"id": "f01fd89b-ac5f-44a2-a197-2e2452e953b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-675475398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25b4b27e83024686ad264b93a061266b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e1056e-de", "ovs_interfaceid": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:36:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:36:20 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:36:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:21 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:36:22 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:36:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:36:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:36:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:36:22 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:36:22 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:36:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:36:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:36:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:36:23 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:36:23 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:36:23 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8806MB free_disk=24.939666748046875GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:36:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:36:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:36:23 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1764f4e3-b6c0-4827-a865-8fef87865a32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:36:23 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:36:23 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:36:23 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:36:23 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:36:23 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:36:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.254s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:36:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:36:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:36:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:36:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:36:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:26 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:36:27 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:36:29 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:36:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:36:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:36:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:36:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:36:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:36:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:37:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:37:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:37:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:37:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:37:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:37:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:37:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:37:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:37:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:37:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:37:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:37:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:37:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:37:14 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:37:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:37:16 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:37:17 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:37:18 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:37:18 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:37:19 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:37:19 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:37:19 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:37:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:37:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:37:19 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:37:19 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lazy-loading 'info_cache' on Instance uuid 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:37:20 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updating instance_info_cache with network_info: [{"id": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "address": "fa:16:3e:68:fc:8d", "network": {"id": "f01fd89b-ac5f-44a2-a197-2e2452e953b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-675475398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25b4b27e83024686ad264b93a061266b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e1056e-de", "ovs_interfaceid": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:37:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:37:20 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:37:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:37:23 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:37:23 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:37:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:37:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:37:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:37:23 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:37:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:37:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:37:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:37:23 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:37:24 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:37:24 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:37:24 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=8995MB free_disk=24.909568786621094GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:37:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:37:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:37:24 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1764f4e3-b6c0-4827-a865-8fef87865a32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:37:24 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:37:24 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:37:24 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing inventories for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 12:37:24 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Updating ProviderTree inventory for provider acbc7b17-f018-42b8-afd4-030057f87dc2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 12:37:24 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Updating inventory in ProviderTree for provider acbc7b17-f018-42b8-afd4-030057f87dc2 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 12:37:24 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing aggregate associations for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2, aggregates: None {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 12:37:24 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing trait associations for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_NONE {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 12:37:24 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:37:24 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:37:24 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:37:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.475s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:37:24 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:37:24 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Cleaning up deleted instances {{(pid=74974) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 12:37:24 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] There are 0 instances to clean {{(pid=74974) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 12:37:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:37:26 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:37:26 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74974) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 12:37:27 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:37:29 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:37:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:37:30 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:37:34 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:37:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:37:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:37:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:37:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:37:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:37:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:37:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:37:44 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:37:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:37:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:37:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:37:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:37:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:37:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:37:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:37:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:38:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:38:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:38:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:38:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:38:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:38:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:38:02 user nova-compute[74974]: DEBUG nova.compute.manager [req-eb2c5029-c0e2-43f9-b827-273060abdf31 req-0fa86a16-9346-4ce6-8181-cafbd4d04f0d service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Received event network-changed-c8e1056e-de1f-4aad-a9e6-b4cd0053c19f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:38:02 user nova-compute[74974]: DEBUG nova.compute.manager [req-eb2c5029-c0e2-43f9-b827-273060abdf31 req-0fa86a16-9346-4ce6-8181-cafbd4d04f0d service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Refreshing instance network info cache due to event network-changed-c8e1056e-de1f-4aad-a9e6-b4cd0053c19f. {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 12:38:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-eb2c5029-c0e2-43f9-b827-273060abdf31 req-0fa86a16-9346-4ce6-8181-cafbd4d04f0d service nova] Acquiring lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:38:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-eb2c5029-c0e2-43f9-b827-273060abdf31 req-0fa86a16-9346-4ce6-8181-cafbd4d04f0d service nova] Acquired lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:38:02 user nova-compute[74974]: DEBUG nova.network.neutron [req-eb2c5029-c0e2-43f9-b827-273060abdf31 req-0fa86a16-9346-4ce6-8181-cafbd4d04f0d service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Refreshing network info cache for port c8e1056e-de1f-4aad-a9e6-b4cd0053c19f {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 12:38:03 user nova-compute[74974]: DEBUG nova.network.neutron [req-eb2c5029-c0e2-43f9-b827-273060abdf31 req-0fa86a16-9346-4ce6-8181-cafbd4d04f0d service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updated VIF entry in instance network info cache for port c8e1056e-de1f-4aad-a9e6-b4cd0053c19f. {{(pid=74974) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 12:38:03 user nova-compute[74974]: DEBUG nova.network.neutron [req-eb2c5029-c0e2-43f9-b827-273060abdf31 req-0fa86a16-9346-4ce6-8181-cafbd4d04f0d service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updating instance_info_cache with network_info: [{"id": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "address": "fa:16:3e:68:fc:8d", "network": {"id": "f01fd89b-ac5f-44a2-a197-2e2452e953b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-675475398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25b4b27e83024686ad264b93a061266b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e1056e-de", "ovs_interfaceid": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:38:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-eb2c5029-c0e2-43f9-b827-273060abdf31 req-0fa86a16-9346-4ce6-8181-cafbd4d04f0d service nova] Releasing lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:38:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:38:05 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:38:05 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Triggering sync for uuid 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 12:38:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "1764f4e3-b6c0-4827-a865-8fef87865a32" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:38:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:38:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.027s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:38:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:38:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "1764f4e3-b6c0-4827-a865-8fef87865a32" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:38:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:38:05 user nova-compute[74974]: DEBUG nova.objects.instance [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lazy-loading 'flavor' on Instance uuid 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:38:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:38:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "1764f4e3-b6c0-4827-a865-8fef87865a32" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:38:06 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:38:06 user nova-compute[74974]: INFO nova.compute.manager [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Attaching volume 3f831a05-bc8a-4180-bc4c-c3b04536a370 to /dev/vdb
Nov 29 12:38:06 user nova-compute[74974]: DEBUG os_brick.utils [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:38:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[11376553-acbb-4fad-9fa7-932d329a3f2d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f040f788-dad8-4964-824a-b25698771277]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[03894bad-0299-4cd8-ac3d-c7ba23cf4585]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e2f155d-4cf3-4a55-96f4-0dc1c9d3e1f0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:38:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:38:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:38:06 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:38:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[41ad9a8d-31b2-4264-b1a2-b26c875a4e33]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:38:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:38:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:38:06 user nova-compute[74974]: DEBUG os_brick.utils [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:38:06 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updating existing volume attachment record: 1d4ccabc-4c2e-444e-bee9-40d7de470e03 {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:38:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:38:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EljcYqek', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:38:15 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:38:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:38:15 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:38:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:38:15 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[77d5b6c3-af4e-4491-817f-ecd64f774caf]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:38:15 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bbecc2b-49ba-4ea0-9c98-47d4e381d1ca]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370] added
Nov 29 12:38:15 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[be3dfaeb-f777-4142-94b0-8a1709eb0bcc]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[41107349-6785-4ede-be46-cf39365c1f73]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EljcYqek {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EljcYqek" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[58e30524-8158-46cd-8b13-7b862ad8e02f]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EljcYqek'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[faa9515e-028f-4cc1-a9f1-1724da50c8e0]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e0be1ba-1ff6-46dc-b309-c54e0a704d5f]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 12:38:15 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 12:38:15 user nova-compute[74974]:  {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:38:15 user nova-compute[74974]: WARNING os_brick.initiator.connectors.iscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 12:38:15 user nova-compute[74974]: 
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:15 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3034096-5df6-4ffb-92c8-486a8661d547]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370, portal: 172.16.0.220,3260]
Nov 29 12:38:16 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370, portal: 172.16.0.220,3260] successful.
Nov 29 12:38:16 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:38:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a4ffbae-938f-4366-b08c-38d67e5cb9d5]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:38:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[38d6f352-0c41-45c1-b38c-571f07a632de]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 (non-flash)
Nov 29 12:38:16 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:38:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 (non-flash)
Nov 29 12:38:16 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:38:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.239s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:38:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:38:16 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] HCTL ('33', '-', '-', 0) found on session 67 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:38:16 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:38:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:16 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:16 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[260673a6-e153-4d0d-a0fc-53618a6e815f]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:16 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Searching for a device in session 67 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:38:16 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EljcYqek', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:38:16 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:38:17 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.270s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:38:17 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] <== connect_volume: return (1273ms) {'type': 'block', 'scsi_wwn': '23038396163336437', 'path': '/dev/sdb'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:38:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23038396163336437', 'path': '/dev/sdb'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:38:17 user nova-compute[74974]: DEBUG nova.objects.instance [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lazy-loading 'flavor' on Instance uuid 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:38:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 12:38:17 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:38:17 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:38:17 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:38:17 user nova-compute[74974]:   <serial>3f831a05-bc8a-4180-bc4c-c3b04536a370</serial>
Nov 29 12:38:17 user nova-compute[74974]: </disk>
Nov 29 12:38:17 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 12:38:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:38:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:38:17 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] No VIF found with MAC fa:16:3e:68:fc:8d, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:38:17 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-91661cd3-3c53-4d22-b764-d16c94eba828 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.543s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:38:18 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:38:19 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:38:19 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:38:19 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:38:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:38:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:38:19 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:38:19 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lazy-loading 'info_cache' on Instance uuid 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:38:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:38:19 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updating instance_info_cache with network_info: [{"id": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "address": "fa:16:3e:68:fc:8d", "network": {"id": "f01fd89b-ac5f-44a2-a197-2e2452e953b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-675475398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25b4b27e83024686ad264b93a061266b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e1056e-de", "ovs_interfaceid": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:38:19 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:38:19 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:38:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:38:20 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:38:20 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:38:22 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:38:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:38:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:38:25 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:38:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:38:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:38:25 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:38:25 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:38:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:25 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:25 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74974) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 12:38:26 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:38:26 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:38:26 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=9001MB free_disk=24.908416748046875GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:38:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:38:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:38:26 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1764f4e3-b6c0-4827-a865-8fef87865a32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:38:26 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:38:26 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:38:26 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:38:26 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:38:26 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:38:26 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.185s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:38:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:38:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:38:30 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:38:30 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:38:30 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:38:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "1764f4e3-b6c0-4827-a865-8fef87865a32" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:38:31 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:38:31 user nova-compute[74974]: INFO nova.compute.manager [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Detaching volume 3f831a05-bc8a-4180-bc4c-c3b04536a370
Nov 29 12:38:31 user nova-compute[74974]: INFO nova.virt.block_device [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Attempting to driver detach volume 3f831a05-bc8a-4180-bc4c-c3b04536a370 from mountpoint /dev/vdb
Nov 29 12:38:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Attempting to detach device vdb from instance 1764f4e3-b6c0-4827-a865-8fef87865a32 from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 12:38:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:38:31 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:38:31 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:38:31 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:38:31 user nova-compute[74974]:   <serial>3f831a05-bc8a-4180-bc4c-c3b04536a370</serial>
Nov 29 12:38:31 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:38:31 user nova-compute[74974]: </disk>
Nov 29 12:38:31 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:38:31 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Successfully detached device vdb from instance 1764f4e3-b6c0-4827-a865-8fef87865a32 from the persistent domain config.
Nov 29 12:38:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1764f4e3-b6c0-4827-a865-8fef87865a32 from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 12:38:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:38:31 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:38:31 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:38:31 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:38:31 user nova-compute[74974]:   <serial>3f831a05-bc8a-4180-bc4c-c3b04536a370</serial>
Nov 29 12:38:31 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:38:31 user nova-compute[74974]: </disk>
Nov 29 12:38:31 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:38:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 12:38:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:38:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:38:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:38:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:38:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:38:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:38:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:38:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:38:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:38:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:38:51 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1764f4e3-b6c0-4827-a865-8fef87865a32 is timed out.
Nov 29 12:38:51 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Successfully detached device vdb from instance 1764f4e3-b6c0-4827-a865-8fef87865a32 from the live domain config.
Nov 29 12:38:51 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EljcYqek', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:38:51 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:38:51 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca2c8716-5dae-4802-9c76-7fe46a151534]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:38:51 user nova-compute[74974]: No targets found.
Nov 29 12:38:51 user nova-compute[74974]: iSNS:
Nov 29 12:38:51 user nova-compute[74974]: No targets found.
Nov 29 12:38:51 user nova-compute[74974]: STATIC:
Nov 29 12:38:51 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370
Nov 29 12:38:51 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:38:51 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:38:51 user nova-compute[74974]: FIRMWARE:
Nov 29 12:38:51 user nova-compute[74974]: No targets found.
Nov 29 12:38:51 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:38:51 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:38:51 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c841a7f-c52f-4a7a-92d2-8c7a360d1c62]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b7f3350-cab3-4589-b609-324db2548ca1]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 (non-flash)
Nov 29 12:38:51 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 (non-flash)
Nov 29 12:38:51 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa82f7d90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370'): ({'sdb'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Removing single pathed devices sdb {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7eb8b5e0-eb97-4c3c-bead-c0f269552333]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b81b8709-195a-4caf-8905-a5c7bdc7d01e]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Flushing IO for device /dev/sdb {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc2c7a12-c01e-455b-b894-11b23625764b]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c065ca0-f965-45e8-8735-3be417edb420]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:38:51 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.051s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:52 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[48424b90-4b4f-424d-8edb-9b80adf02d65]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:52 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:38:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:52 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b387193-c712-49ef-bac3-a73695725074]: (4, ('Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370, portal: 172.16.0.220,3260]\nLogout of [sid: 67, target: iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:52 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370, portal: 172.16.0.220,3260]
Nov 29 12:38:52 user nova-compute[74974]: Logout of [sid: 67, target: iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370, portal: 172.16.0.220,3260] successful.
Nov 29 12:38:52 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:38:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:38:52 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f831a05-bc8a-4180-bc4c-c3b04536a370 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:38:52 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f18a4dc8-b5b6-4965-b69b-b647c8ab5804]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:38:52 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:38:52 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.332s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:38:52 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] <== disconnect_volume: return (333ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:38:52 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:38:52 user nova-compute[74974]: DEBUG nova.objects.instance [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lazy-loading 'flavor' on Instance uuid 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:38:52 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-768c6477-6e3c-461c-99de-e320e26fbf72 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.745s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:38:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:38:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:38:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:38:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:38:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:38:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:39:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:39:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:39:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:39:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:39:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:39:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:39:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:39:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:39:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:39:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:39:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:39:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:39:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:39:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:39:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:39:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:39:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:39:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:39:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:39:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:39:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:39:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:39:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:39:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:39:18 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:39:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:39:20 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:39:20 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:39:20 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:39:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:39:20 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:39:20 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:39:20 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lazy-loading 'info_cache' on Instance uuid 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:39:21 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updating instance_info_cache with network_info: [{"id": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "address": "fa:16:3e:68:fc:8d", "network": {"id": "f01fd89b-ac5f-44a2-a197-2e2452e953b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-675475398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25b4b27e83024686ad264b93a061266b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e1056e-de", "ovs_interfaceid": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:39:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:39:21 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:39:21 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:39:21 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:39:21 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "1764f4e3-b6c0-4827-a865-8fef87865a32" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG nova.objects.instance [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lazy-loading 'flavor' on Instance uuid 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "1764f4e3-b6c0-4827-a865-8fef87865a32" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:39:24 user nova-compute[74974]: INFO nova.compute.manager [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Attaching volume a8c54ce2-c35b-4672-8a5d-133685a35b89 to /dev/vdb
Nov 29 12:39:24 user nova-compute[74974]: DEBUG os_brick.utils [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebe25fb5-aaad-4a1c-8ba4-1f9bd25168de]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2017ce73-81b4-423f-91e1-686880ac5e00]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[32e14371-8fae-4186-9ceb-bebe6381d449]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[820fb366-2e91-40f7-b786-2e706eab32e3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:39:24 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:39:24 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9af89cc-b8ee-45b3-8637-a3fa7a27f6c3]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG os_brick.utils [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:39:24 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updating existing volume attachment record: 24ddafa3-dd7f-4aa9-a9d5-f1321352b10f {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:39:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:39:27 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:39:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:39:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:39:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:39:27 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:39:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:28 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:39:28 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:39:28 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=9000MB free_disk=24.907470703125GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:39:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:39:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:39:28 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1764f4e3-b6c0-4827-a865-8fef87865a32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:39:28 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:39:28 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:39:28 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:39:28 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:39:28 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:39:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.170s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:39:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:39:30 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hjcPkEAo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:39:31 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:39:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:39:31 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:39:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:39:31 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[835e47b4-8871-4537-93ed-1649de2ba945]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:39:31 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4918cab6-226d-4f59-87b5-99ffb4390325]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89] added
Nov 29 12:39:31 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f546910-d918-4957-aa03-3dc68d41c465]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8adb9d6f-cb87-44ae-8e10-42cb4e97ffbc]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hjcPkEAo {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hjcPkEAo" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[db6759ec-3b88-4be8-97ed-16d3412a9612]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hjcPkEAo'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4b2c103-ad83-48ee-9f86-0a429dcc13bf]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4d0fa41-78e5-4eaf-9b22-04e93e849833]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 12:39:31 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 12:39:31 user nova-compute[74974]:  {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:39:31 user nova-compute[74974]: WARNING os_brick.initiator.connectors.iscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 12:39:31 user nova-compute[74974]: 
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e592b85-1467-4397-9929-8ce56a222c65]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89, portal: 172.16.0.220,3260]
Nov 29 12:39:31 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89, portal: 172.16.0.220,3260] successful.
Nov 29 12:39:31 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.157s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3c62250-2fa7-401b-89dd-4d65a51f7cee]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d2df4d0-507f-419b-ba54-b6d89490cca3]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 (non-flash)
Nov 29 12:39:31 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 (non-flash)
Nov 29 12:39:31 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.402s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] HCTL ('33', '-', '-', 0) found on session 68 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:39:31 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:32 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.116s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:32 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[514abc63-636d-4d7b-8ccd-ae4bac79e4f8]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:32 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Searching for a device in session 68 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:39:32 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hjcPkEAo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:39:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.530s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:39:33 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] <== connect_volume: return (1532ms) {'type': 'block', 'scsi_wwn': '23835363132333335', 'path': '/dev/sdb'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:39:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23835363132333335', 'path': '/dev/sdb'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:39:33 user nova-compute[74974]: DEBUG nova.objects.instance [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lazy-loading 'flavor' on Instance uuid 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:39:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 12:39:33 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:39:33 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:39:33 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:39:33 user nova-compute[74974]:   <serial>a8c54ce2-c35b-4672-8a5d-133685a35b89</serial>
Nov 29 12:39:33 user nova-compute[74974]: </disk>
Nov 29 12:39:33 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 12:39:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:39:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:39:33 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] No VIF found with MAC fa:16:3e:68:fc:8d, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:39:33 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-702992cb-42b1-4a11-a4e0-c6f176aceb1f tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.059s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:39:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:39:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:39:35 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:39:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "1764f4e3-b6c0-4827-a865-8fef87865a32" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:39:36 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:39:36 user nova-compute[74974]: INFO nova.compute.manager [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Detaching volume a8c54ce2-c35b-4672-8a5d-133685a35b89
Nov 29 12:39:36 user nova-compute[74974]: INFO nova.virt.block_device [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Attempting to driver detach volume a8c54ce2-c35b-4672-8a5d-133685a35b89 from mountpoint /dev/vdb
Nov 29 12:39:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Attempting to detach device vdb from instance 1764f4e3-b6c0-4827-a865-8fef87865a32 from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 12:39:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:39:36 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:39:36 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:39:36 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:39:36 user nova-compute[74974]:   <serial>a8c54ce2-c35b-4672-8a5d-133685a35b89</serial>
Nov 29 12:39:36 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:39:36 user nova-compute[74974]: </disk>
Nov 29 12:39:36 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:39:36 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Successfully detached device vdb from instance 1764f4e3-b6c0-4827-a865-8fef87865a32 from the persistent domain config.
Nov 29 12:39:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1764f4e3-b6c0-4827-a865-8fef87865a32 from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 12:39:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:39:36 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:39:36 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:39:36 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:39:36 user nova-compute[74974]:   <serial>a8c54ce2-c35b-4672-8a5d-133685a35b89</serial>
Nov 29 12:39:36 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:39:36 user nova-compute[74974]: </disk>
Nov 29 12:39:36 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:39:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 12:39:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:39:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:39:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:39:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:39:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:39:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:39:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:39:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:39:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:39:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:39:56 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1764f4e3-b6c0-4827-a865-8fef87865a32 is timed out.
Nov 29 12:39:56 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Successfully detached device vdb from instance 1764f4e3-b6c0-4827-a865-8fef87865a32 from the live domain config.
Nov 29 12:39:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hjcPkEAo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:39:56 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:39:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[44ec896c-1dfc-4251-9e6d-b82a2baa1f76]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:39:56 user nova-compute[74974]: No targets found.
Nov 29 12:39:56 user nova-compute[74974]: iSNS:
Nov 29 12:39:56 user nova-compute[74974]: No targets found.
Nov 29 12:39:56 user nova-compute[74974]: STATIC:
Nov 29 12:39:56 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89
Nov 29 12:39:56 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:39:56 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:39:56 user nova-compute[74974]: FIRMWARE:
Nov 29 12:39:56 user nova-compute[74974]: No targets found.
Nov 29 12:39:56 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:39:56 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:39:56 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ed9b02c-779f-449d-a8c3-f2cff5049800]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ff516d8-efa9-4aec-a680-28dfc5833ccf]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 (non-flash)
Nov 29 12:39:56 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 (non-flash)
Nov 29 12:39:56 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa82f4550>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89'): ({'sdb'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Removing single pathed devices sdb {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef0a3528-74cf-4fd3-bca3-110bd2ddc438]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c10a9d4d-80ca-4d3a-95d8-c37b21713302]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Flushing IO for device /dev/sdb {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[954496cb-850d-41b3-8132-054456068ba2]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.032s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[f83549ac-f874-4f65-b3cb-2601e19d92b5]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d875d4f6-bf54-4131-b2c1-c18126d957f8]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 -p 172.16.0.220:3260 --logout" returned: 0 in 0.043s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4638bc0d-53a7-4801-b35d-5f7e38329409]: (4, ('Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89, portal: 172.16.0.220,3260]\nLogout of [sid: 68, target: iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89, portal: 172.16.0.220,3260]
Nov 29 12:39:56 user nova-compute[74974]: Logout of [sid: 68, target: iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89, portal: 172.16.0.220,3260] successful.
Nov 29 12:39:56 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8c54ce2-c35b-4672-8a5d-133685a35b89 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[19d4e6cc-90dd-4d07-854e-6140f31edaa2]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.256s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] <== disconnect_volume: return (257ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:39:56 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:39:57 user nova-compute[74974]: DEBUG nova.objects.instance [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lazy-loading 'flavor' on Instance uuid 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:39:57 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-4b7cb9da-90eb-415c-b719-4bac60f43fdc tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.814s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:40:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:40:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:40:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:40:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:40:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:40:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:40:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:40:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:40:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:40:19 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:40:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:40:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:40:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:40:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:40:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:40:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:40:20 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:40:21 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:40:21 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:40:21 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:40:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:40:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:40:21 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:40:21 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lazy-loading 'info_cache' on Instance uuid 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:40:21 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updating instance_info_cache with network_info: [{"id": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "address": "fa:16:3e:68:fc:8d", "network": {"id": "f01fd89b-ac5f-44a2-a197-2e2452e953b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-675475398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25b4b27e83024686ad264b93a061266b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e1056e-de", "ovs_interfaceid": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:40:21 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:40:21 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:40:23 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:40:23 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:40:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:40:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:40:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:40:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:40:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:40:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:40:25 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:40:27 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:40:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:40:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:40:27 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:40:27 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:40:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:40:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:40:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:40:27 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:40:28 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:40:28 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:40:28 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=9008MB free_disk=24.9066162109375GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:40:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:40:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:40:28 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1764f4e3-b6c0-4827-a865-8fef87865a32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:40:28 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:40:28 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:40:28 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:40:28 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:40:28 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:40:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.162s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "1764f4e3-b6c0-4827-a865-8fef87865a32" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG nova.objects.instance [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lazy-loading 'flavor' on Instance uuid 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "1764f4e3-b6c0-4827-a865-8fef87865a32" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:40:29 user nova-compute[74974]: INFO nova.compute.manager [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Attaching volume 9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 to /dev/vdb
Nov 29 12:40:29 user nova-compute[74974]: DEBUG os_brick.utils [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d1f7cd4-10f4-4a30-8ff5-78512e69f0b3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6803c9e-fc25-4828-a850-680094753d78]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea10315d-1462-4635-8917-421ce1be6994]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc4cc598-1d38-432e-9ef3-84c50473de12]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:40:29 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:40:29 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[00e1f935-2adf-4233-b4ea-702ef556714a]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG os_brick.utils [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updating existing volume attachment record: d8f1cccf-a509-4a37-b0ae-978b2989bd2f {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:40:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:40:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:40:30 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:40:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:40:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:40:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oaNZzQbS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:40:36 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:40:36 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:40:36 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0c86a42-189c-40ba-9efa-90afc0423eab]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:40:36 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[785ee11e-6671-477d-8b26-69e13fa4fb53]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387] added
Nov 29 12:40:36 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6673598b-5ece-467e-8bf3-4ae9f10c407d]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[31e9db89-554c-40f3-a7f1-941e86ad71cd]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oaNZzQbS {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oaNZzQbS" returned: 0 in 0.022s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbf10119-9bed-4185-89da-1a409817a82f]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oaNZzQbS'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c6b92ca-06fb-474c-aea4-d305b6216e18]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[49464565-c0e7-4aa1-8bfd-b125cff06184]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 12:40:36 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 12:40:36 user nova-compute[74974]:  {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:40:36 user nova-compute[74974]: WARNING os_brick.initiator.connectors.iscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 12:40:36 user nova-compute[74974]: 
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f18ad7d-5282-487f-ac3c-5a25ff4653bd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387, portal: 172.16.0.220,3260]
Nov 29 12:40:36 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387, portal: 172.16.0.220,3260] successful.
Nov 29 12:40:36 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9634cde8-db15-4315-84a4-c5e81b9811e4]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[602db759-08d0-46dc-a143-f63a70adc002]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 (non-flash)
Nov 29 12:40:36 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 (non-flash)
Nov 29 12:40:36 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.269s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] HCTL ('33', '-', '-', 0) found on session 69 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f34bd88-8760-4586-a7e7-93b0011ab51d]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Searching for a device in session 69 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:40:36 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oaNZzQbS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:40:37 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.309s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:40:37 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] <== connect_volume: return (1312ms) {'type': 'block', 'scsi_wwn': '26333316135366466', 'path': '/dev/sdb'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:40:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26333316135366466', 'path': '/dev/sdb'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:40:37 user nova-compute[74974]: DEBUG nova.objects.instance [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lazy-loading 'flavor' on Instance uuid 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:40:37 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 12:40:37 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:40:37 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:40:37 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:40:37 user nova-compute[74974]:   <serial>9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387</serial>
Nov 29 12:40:37 user nova-compute[74974]: </disk>
Nov 29 12:40:37 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 12:40:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:40:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:40:38 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] No VIF found with MAC fa:16:3e:68:fc:8d, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:40:38 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-a298413f-9ac3-460c-b757-98ba0750e217 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.080s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:40:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:40:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:40:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "1764f4e3-b6c0-4827-a865-8fef87865a32" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:40:40 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:40:40 user nova-compute[74974]: INFO nova.compute.manager [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Detaching volume 9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387
Nov 29 12:40:40 user nova-compute[74974]: INFO nova.virt.block_device [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Attempting to driver detach volume 9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 from mountpoint /dev/vdb
Nov 29 12:40:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Attempting to detach device vdb from instance 1764f4e3-b6c0-4827-a865-8fef87865a32 from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 12:40:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:40:40 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:40:40 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:40:40 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:40:40 user nova-compute[74974]:   <serial>9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387</serial>
Nov 29 12:40:40 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:40:40 user nova-compute[74974]: </disk>
Nov 29 12:40:40 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:40:40 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Successfully detached device vdb from instance 1764f4e3-b6c0-4827-a865-8fef87865a32 from the persistent domain config.
Nov 29 12:40:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1764f4e3-b6c0-4827-a865-8fef87865a32 from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 12:40:40 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:40:40 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:40:40 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:40:40 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:40:40 user nova-compute[74974]:   <serial>9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387</serial>
Nov 29 12:40:40 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:40:40 user nova-compute[74974]: </disk>
Nov 29 12:40:40 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:40:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 12:40:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:40:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:40:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:40:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:40:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:40:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:40:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:40:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:40:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:41:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:41:01 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1764f4e3-b6c0-4827-a865-8fef87865a32 is timed out.
Nov 29 12:41:01 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Successfully detached device vdb from instance 1764f4e3-b6c0-4827-a865-8fef87865a32 from the live domain config.
Nov 29 12:41:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oaNZzQbS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:41:01 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:41:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9e98032-2526-448a-9d39-5cbad5be4263]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:41:01 user nova-compute[74974]: No targets found.
Nov 29 12:41:01 user nova-compute[74974]: iSNS:
Nov 29 12:41:01 user nova-compute[74974]: No targets found.
Nov 29 12:41:01 user nova-compute[74974]: STATIC:
Nov 29 12:41:01 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387
Nov 29 12:41:01 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:41:01 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:41:01 user nova-compute[74974]: FIRMWARE:
Nov 29 12:41:01 user nova-compute[74974]: No targets found.
Nov 29 12:41:01 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:41:01 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:41:01 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[42e2ed81-63a7-41a3-87c5-da393a6e3607]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[46c3ff77-ba65-476c-899d-af3b2057cd36]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 (non-flash)
Nov 29 12:41:01 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 (non-flash)
Nov 29 12:41:01 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1acc2792d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387'): ({'sdb'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Removing single pathed devices sdb {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b02e70e-c966-4a04-b877-75fc3a143ede]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccd1bb55-5077-4815-8e50-4429f942257f]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Flushing IO for device /dev/sdb {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7c3ed99-44f9-4aa7-aa78-6722b45c02d7]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[00d801b7-1a2a-4dbf-b628-59debe6303f9]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[68bd2f5b-7f59-4393-8bed-8a20ac38b885]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[59661bcd-638f-42f8-b849-992aa6abc74d]: (4, ('Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387, portal: 172.16.0.220,3260]\nLogout of [sid: 69, target: iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387, portal: 172.16.0.220,3260]
Nov 29 12:41:01 user nova-compute[74974]: Logout of [sid: 69, target: iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387, portal: 172.16.0.220,3260] successful.
Nov 29 12:41:01 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9d1f6a91-3ea3-4c9f-9e2b-cd04a6bfb387 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[99830d1a-8105-4f61-9ade-d831b72a6a42]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.275s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] <== disconnect_volume: return (276ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:41:01 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:41:02 user nova-compute[74974]: DEBUG nova.objects.instance [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lazy-loading 'flavor' on Instance uuid 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:41:02 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-7d903ac9-9a4b-4f98-ad7a-c626bdc69ba1 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.722s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:41:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:41:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:41:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:41:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:41:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:41:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:41:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:41:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:41:20 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:41:20 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:41:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:41:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:41:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:41:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:41:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:41:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:41:22 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:41:22 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:41:22 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:41:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:41:22 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:41:22 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:41:22 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lazy-loading 'info_cache' on Instance uuid 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:41:23 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updating instance_info_cache with network_info: [{"id": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "address": "fa:16:3e:68:fc:8d", "network": {"id": "f01fd89b-ac5f-44a2-a197-2e2452e953b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-675475398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25b4b27e83024686ad264b93a061266b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e1056e-de", "ovs_interfaceid": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:41:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:41:23 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:41:24 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:41:24 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:41:25 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:41:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:41:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:41:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:41:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:41:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:41:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:41:28 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:41:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:41:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:41:28 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:41:28 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:41:28 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:28 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:28 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:28 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:29 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:41:29 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:41:29 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=9006MB free_disk=24.90561294555664GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:41:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:41:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:41:29 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1764f4e3-b6c0-4827-a865-8fef87865a32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:41:29 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:41:29 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:41:29 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:41:29 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:41:29 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:41:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.172s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:41:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:41:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:41:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:41:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:41:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:41:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:41:31 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:41:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:41:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "1764f4e3-b6c0-4827-a865-8fef87865a32" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG nova.objects.instance [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lazy-loading 'flavor' on Instance uuid 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "1764f4e3-b6c0-4827-a865-8fef87865a32" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:41:34 user nova-compute[74974]: INFO nova.compute.manager [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Attaching volume d098c8de-09c8-4b18-9193-3417ae42a408 to /dev/vdb
Nov 29 12:41:34 user nova-compute[74974]: DEBUG os_brick.utils [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c299d61-a8f8-4a64-a4be-e9e7dbc19a98]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:21b06dc430a8\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fe42728-feda-4798-a7d4-c6a0a914c069]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2e41ad7-077d-4e1c-be1b-cb52a47de6f2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f278d2f-4a20-44ce-a0ba-702e4adf8a7b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Running cmd (subprocess): nvme version {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] 'nvme version' failed. Not Retrying. {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.nvmeof [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] nvme not present on system {{(pid=74974) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 12:41:34 user nova-compute[74974]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 12:41:34 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b814edba-6204-4170-93f4-76c4b4650f31]: (4, '') {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74974) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.lightos [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] LIGHTOS: no hostnqn found. {{(pid=74974) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG os_brick.utils [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:21b06dc430a8', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG nova.virt.block_device [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updating existing volume attachment record: 3cc0034f-0eb2-48a3-bb10-1628ff094f2d {{(pid=74974) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 12:41:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:41:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:41:36 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:41:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Calling os-brick to attach iSCSI Volume {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vSxIDwRC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:41:41 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:41:41 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:41:41 user nova-compute[74974]: INFO os_brick.initiator.connectors.iscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 -p 172.16.0.220:3260 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0802a15-9fe9-45cb-a920-b87278a9e5ec]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 12:41:41 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 -p 172.16.0.220:3260 --interface default --op new {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[14081f40-b415-4553-ae5f-129de2b9390b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408] added\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408] added
Nov 29 12:41:41 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2e7a993-b62c-4b17-b1e5-849e908d04df]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[910bb55b-ec95-498e-85df-ce625727d164]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vSxIDwRC {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vSxIDwRC" returned: 0 in 0.019s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d73bf3f-b7be-4151-8b22-637106453da0]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vSxIDwRC'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[675a0629-f384-4d48-8593-e3c2e29d5c14]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c00d64ca-15ee-4b38-8823-633997a4d9f0]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 12:41:41 user nova-compute[74974]:  {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 12:41:41 user nova-compute[74974]:  {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:41:41 user nova-compute[74974]: WARNING os_brick.initiator.connectors.iscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 12:41:41 user nova-compute[74974]: 
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 -p 172.16.0.220:3260 --login {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 -p 172.16.0.220:3260 --login" returned: 0 in 0.041s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bafa141b-0069-43c2-ab79-85754779e12a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408, portal: 172.16.0.220,3260]
Nov 29 12:41:41 user nova-compute[74974]: Login to [iface: default, target: iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408, portal: 172.16.0.220,3260] successful.
Nov 29 12:41:41 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4d08c03-c428-4ee6-aaef-1b037e6b5c7f]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d095a1a5-7ee0-4f1e-8144-47297c9ddfe5]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 (non-flash)
Nov 29 12:41:41 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 (non-flash)
Nov 29 12:41:41 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.242s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Connected to 172.16.0.220:3260 {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] HCTL ('33', '-', '-', 0) found on session 70 with lun 0 {{(pid=74974) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74974) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[bed0840f-0b63-4bf2-9746-b1d2c5c97f70]: (4, ('- - 0', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Searching for a device in session 70 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74974) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 12:41:41 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vSxIDwRC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74974) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 12:41:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.277s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:41:42 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] <== connect_volume: return (1280ms) {'type': 'block', 'scsi_wwn': '26662656130333964', 'path': '/dev/sdb'} {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:41:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26662656130333964', 'path': '/dev/sdb'} {{(pid=74974) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 12:41:42 user nova-compute[74974]: DEBUG nova.objects.instance [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lazy-loading 'flavor' on Instance uuid 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:41:42 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 12:41:42 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:41:42 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:41:42 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:41:42 user nova-compute[74974]:   <serial>d098c8de-09c8-4b18-9193-3417ae42a408</serial>
Nov 29 12:41:42 user nova-compute[74974]: </disk>
Nov 29 12:41:42 user nova-compute[74974]:  {{(pid=74974) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 12:41:43 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] No BDM found with device name vda, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:41:43 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74974) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 12:41:43 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] No VIF found with MAC fa:16:3e:68:fc:8d, not building metadata {{(pid=74974) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 12:41:43 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-48ec3b6f-ae45-4030-82d7-39056b6390bf tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.031s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:41:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:41:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:41:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "1764f4e3-b6c0-4827-a865-8fef87865a32" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:41:45 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:41:45 user nova-compute[74974]: INFO nova.compute.manager [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Detaching volume d098c8de-09c8-4b18-9193-3417ae42a408
Nov 29 12:41:45 user nova-compute[74974]: INFO nova.virt.block_device [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Attempting to driver detach volume d098c8de-09c8-4b18-9193-3417ae42a408 from mountpoint /dev/vdb
Nov 29 12:41:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Attempting to detach device vdb from instance 1764f4e3-b6c0-4827-a865-8fef87865a32 from the persistent domain config. {{(pid=74974) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 12:41:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:41:45 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:41:45 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:41:45 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:41:45 user nova-compute[74974]:   <serial>d098c8de-09c8-4b18-9193-3417ae42a408</serial>
Nov 29 12:41:45 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:41:45 user nova-compute[74974]: </disk>
Nov 29 12:41:45 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:41:45 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Successfully detached device vdb from instance 1764f4e3-b6c0-4827-a865-8fef87865a32 from the persistent domain config.
Nov 29 12:41:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1764f4e3-b6c0-4827-a865-8fef87865a32 from the live domain config. {{(pid=74974) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 12:41:45 user nova-compute[74974]: DEBUG nova.virt.libvirt.guest [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 12:41:45 user nova-compute[74974]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 12:41:45 user nova-compute[74974]:   <source dev="/dev/sdb"/>
Nov 29 12:41:45 user nova-compute[74974]:   <target dev="vdb" bus="virtio"/>
Nov 29 12:41:45 user nova-compute[74974]:   <serial>d098c8de-09c8-4b18-9193-3417ae42a408</serial>
Nov 29 12:41:45 user nova-compute[74974]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 12:41:45 user nova-compute[74974]: </disk>
Nov 29 12:41:45 user nova-compute[74974]:  {{(pid=74974) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 12:41:46 user nova-compute[74974]: DEBUG nova.virt.libvirt.driver [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 12:41:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:41:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:41:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:41:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:41:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:41:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:41:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:41:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:42:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:42:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:42:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:42:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:42:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:42:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:42:05 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:42:06 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1764f4e3-b6c0-4827-a865-8fef87865a32 is timed out.
Nov 29 12:42:06 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Successfully detached device vdb from instance 1764f4e3-b6c0-4827-a865-8fef87865a32 from the live domain config.
Nov 29 12:42:06 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] calling os-brick to detach iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f1acc2ccac0>, {'target_iqn': 'iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vSxIDwRC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 12:42:06 user nova-compute[74974]: WARNING os_brick.initiator.connectors.base [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 12:42:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fcf1456-e41d-4f87-a89f-f63a0f8a8b31]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 12:42:06 user nova-compute[74974]: No targets found.
Nov 29 12:42:06 user nova-compute[74974]: iSNS:
Nov 29 12:42:06 user nova-compute[74974]: No targets found.
Nov 29 12:42:06 user nova-compute[74974]: STATIC:
Nov 29 12:42:06 user nova-compute[74974]: Target: iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408
Nov 29 12:42:06 user nova-compute[74974]:         Portal: 172.16.0.220:3260,-1
Nov 29 12:42:06 user nova-compute[74974]:                 Iface Name: default
Nov 29 12:42:06 user nova-compute[74974]: FIRMWARE:
Nov 29 12:42:06 user nova-compute[74974]: No targets found.
Nov 29 12:42:06 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 12:42:06 user nova-compute[74974]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 12:42:06 user nova-compute[74974]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74974) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408', 0)] {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.015s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[d956f58d-cda0-4741-93e8-55825388784a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b3acd8b-abbe-4c67-ab3e-d9d508147f38]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 (non-flash)\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 (non-flash)
Nov 29 12:42:06 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 (non-flash)
Nov 29 12:42:06 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1aa837eb90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408'): ({'sdb'}, set())}) {{(pid=74974) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Removing single pathed devices sdb {{(pid=74974) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d976571-c604-4929-9181-bffdd6d4a92d]: (4, ('path checker states:\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[4db6dc89-6090-416f-abce-7109d78de032]: (4, ('ok\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Flushing IO for device /dev/sdb {{(pid=74974) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ee9290b-17f3-4a3a-b325-b53347387308]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74974) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ac69346-8e49-4ac1-9514-a8a20640f9ca]: (4, ('1', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG os_brick.initiator.linuxscsi [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] SCSI volumes sdb have been removed. {{(pid=74974) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408')] {{(pid=74974) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b2caa2b-94bd-48c9-8342-3515b07c28f4]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 -p 172.16.0.220:3260 --logout {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[c92308d4-3c24-447e-8d1a-5a9352b798dc]: (4, ('Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408, portal: 172.16.0.220,3260]\nLogout of [sid: 70, target: iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408, portal: 172.16.0.220,3260]
Nov 29 12:42:06 user nova-compute[74974]: Logout of [sid: 70, target: iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408, portal: 172.16.0.220,3260] successful.
Nov 29 12:42:06 user nova-compute[74974]:  stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 -p 172.16.0.220:3260 --op delete {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d098c8de-09c8-4b18-9193-3417ae42a408 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85288) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG oslo.privsep.daemon [-] privsep: reply[62b1775d-1b54-41b2-9068-0ca0b9bfe76e]: (4, ('', '')) {{(pid=85288) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74974) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.base [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.267s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] <== disconnect_volume: return (268ms) None {{(pid=74974) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 12:42:06 user nova-compute[74974]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Disconnected iSCSI Volume {{(pid=74974) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 12:42:07 user nova-compute[74974]: DEBUG nova.objects.instance [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lazy-loading 'flavor' on Instance uuid 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:42:07 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-1f46a4ca-f627-4ded-b325-3c642647794e tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.583s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:42:10 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:42:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:42:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:42:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:42:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:42:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:42:15 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:42:20 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:42:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:42:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:42:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:42:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:42:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:42:20 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:42:21 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:42:23 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:42:23 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:42:23 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:42:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 12:42:23 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquired lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 12:42:23 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Forcefully refreshing network info cache for instance {{(pid=74974) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 12:42:23 user nova-compute[74974]: DEBUG nova.objects.instance [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lazy-loading 'info_cache' on Instance uuid 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:42:24 user nova-compute[74974]: DEBUG nova.network.neutron [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updating instance_info_cache with network_info: [{"id": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "address": "fa:16:3e:68:fc:8d", "network": {"id": "f01fd89b-ac5f-44a2-a197-2e2452e953b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-675475398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25b4b27e83024686ad264b93a061266b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e1056e-de", "ovs_interfaceid": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:42:24 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Releasing lock "refresh_cache-1764f4e3-b6c0-4827-a865-8fef87865a32" {{(pid=74974) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 12:42:24 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updated the network info_cache for instance {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 12:42:25 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:42:26 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:42:26 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:42:27 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:42:29 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:42:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:42:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:42:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:42:29 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:42:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:42:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:42:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 12:42:29 user nova-compute[74974]: DEBUG oslo_concurrency.processutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74974) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 12:42:30 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:42:30 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:42:30 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=9015MB free_disk=24.896869659423828GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:42:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:42:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:42:30 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Instance 1764f4e3-b6c0-4827-a865-8fef87865a32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74974) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 12:42:30 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:42:30 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:42:30 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing inventories for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 12:42:30 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Updating ProviderTree inventory for provider acbc7b17-f018-42b8-afd4-030057f87dc2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 12:42:30 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Updating inventory in ProviderTree for provider acbc7b17-f018-42b8-afd4-030057f87dc2 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 12:42:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:42:30 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing aggregate associations for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2, aggregates: None {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 12:42:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:42:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5009 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:42:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:42:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:42:30 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:42:30 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Refreshing trait associations for resource provider acbc7b17-f018-42b8-afd4-030057f87dc2, traits: COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_NONE {{(pid=74974) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 12:42:30 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:42:30 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:42:30 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:42:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.384s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:42:31 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:42:31 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Cleaning up deleted instances {{(pid=74974) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 12:42:31 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] There are 0 instances to clean {{(pid=74974) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 12:42:32 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:42:33 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:42:35 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:42:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:42:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:42:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:42:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:42:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:42:35 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:42:40 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:42:40 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74974) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 12:42:40 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:42:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:42:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:42:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:42:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:42:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:42:45 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:42:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:42:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:42:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:42:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:42:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:42:50 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:42:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:42:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:42:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:42:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:42:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:42:55 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:42:57 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:43:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:43:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:43:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:43:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:43:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "1764f4e3-b6c0-4827-a865-8fef87865a32" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:43:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:43:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "1764f4e3-b6c0-4827-a865-8fef87865a32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:43:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:43:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:43:03 user nova-compute[74974]: INFO nova.compute.manager [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Terminating instance
Nov 29 12:43:03 user nova-compute[74974]: DEBUG nova.compute.manager [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Start destroying the instance on the hypervisor. {{(pid=74974) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 12:43:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-0a580823-1436-4ae9-8790-e6ab034c30c2 req-db39f4ed-4cc7-414b-af75-a743df06034a service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Received event network-vif-unplugged-c8e1056e-de1f-4aad-a9e6-b4cd0053c19f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:43:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0a580823-1436-4ae9-8790-e6ab034c30c2 req-db39f4ed-4cc7-414b-af75-a743df06034a service nova] Acquiring lock "1764f4e3-b6c0-4827-a865-8fef87865a32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:43:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0a580823-1436-4ae9-8790-e6ab034c30c2 req-db39f4ed-4cc7-414b-af75-a743df06034a service nova] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:43:03 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-0a580823-1436-4ae9-8790-e6ab034c30c2 req-db39f4ed-4cc7-414b-af75-a743df06034a service nova] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:43:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-0a580823-1436-4ae9-8790-e6ab034c30c2 req-db39f4ed-4cc7-414b-af75-a743df06034a service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] No waiting events found dispatching network-vif-unplugged-c8e1056e-de1f-4aad-a9e6-b4cd0053c19f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:43:03 user nova-compute[74974]: DEBUG nova.compute.manager [req-0a580823-1436-4ae9-8790-e6ab034c30c2 req-db39f4ed-4cc7-414b-af75-a743df06034a service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Received event network-vif-unplugged-c8e1056e-de1f-4aad-a9e6-b4cd0053c19f for instance with task_state deleting. {{(pid=74974) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 12:43:03 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:04 user nova-compute[74974]: INFO nova.virt.libvirt.driver [-] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Instance destroyed successfully.
Nov 29 12:43:04 user nova-compute[74974]: DEBUG nova.objects.instance [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lazy-loading 'resources' on Instance uuid 1764f4e3-b6c0-4827-a865-8fef87865a32 {{(pid=74974) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 12:43:04 user nova-compute[74974]: DEBUG nova.virt.libvirt.vif [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T12:36:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-970656954',display_name='tempest-SnapshotDataIntegrityTests-server-970656954',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-970656954',id=53,image_ref='14005146-3417-4c75-8b47-67c38948297d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHmdF4HzW1zN1itW3vw54OWyZ1XXyCpOb0xId0RthN7Kmiy6YJ0BQ3cclwWTBtO9oW18WghJrh4WqieGs/93shiwjFIjikmk2ylwbF3ch1XEvdZxBCr5aXNdHaCCdTdvRA==',key_name='tempest-keypair-1139566857',keypairs=<?>,launch_index=0,launched_at=2023-11-29T12:36:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='25b4b27e83024686ad264b93a061266b',ramdisk_id='',reservation_id='r-njf5fbhs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14005146-3417-4c75-8b47-67c38948297d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1344786331',owner_user_name='tempest-SnapshotDataIntegrityTests-1344786331-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T12:36:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f36350403c0f4fb580f35538329e965f',uuid=1764f4e3-b6c0-4827-a865-8fef87865a32,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "address": "fa:16:3e:68:fc:8d", "network": {"id": "f01fd89b-ac5f-44a2-a197-2e2452e953b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-675475398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25b4b27e83024686ad264b93a061266b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e1056e-de", "ovs_interfaceid": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 12:43:04 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Converting VIF {"id": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "address": "fa:16:3e:68:fc:8d", "network": {"id": "f01fd89b-ac5f-44a2-a197-2e2452e953b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-675475398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25b4b27e83024686ad264b93a061266b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e1056e-de", "ovs_interfaceid": "c8e1056e-de1f-4aad-a9e6-b4cd0053c19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 12:43:04 user nova-compute[74974]: DEBUG nova.network.os_vif_util [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:68:fc:8d,bridge_name='br-int',has_traffic_filtering=True,id=c8e1056e-de1f-4aad-a9e6-b4cd0053c19f,network=Network(f01fd89b-ac5f-44a2-a197-2e2452e953b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8e1056e-de') {{(pid=74974) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 12:43:04 user nova-compute[74974]: DEBUG os_vif [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:68:fc:8d,bridge_name='br-int',has_traffic_filtering=True,id=c8e1056e-de1f-4aad-a9e6-b4cd0053c19f,network=Network(f01fd89b-ac5f-44a2-a197-2e2452e953b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8e1056e-de') {{(pid=74974) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 12:43:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc8e1056e-de, bridge=br-int, if_exists=True) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:43:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:43:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3d021f0d-f434-4e63-90cf-38028085a9b2) {{(pid=74974) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 12:43:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:04 user nova-compute[74974]: INFO os_vif [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:68:fc:8d,bridge_name='br-int',has_traffic_filtering=True,id=c8e1056e-de1f-4aad-a9e6-b4cd0053c19f,network=Network(f01fd89b-ac5f-44a2-a197-2e2452e953b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8e1056e-de')
Nov 29 12:43:04 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Deleting instance files /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32_del
Nov 29 12:43:04 user nova-compute[74974]: INFO nova.virt.libvirt.driver [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Deletion of /opt/stack/data/nova/instances/1764f4e3-b6c0-4827-a865-8fef87865a32_del complete
Nov 29 12:43:04 user nova-compute[74974]: INFO nova.compute.manager [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Took 0.90 seconds to destroy the instance on the hypervisor.
Nov 29 12:43:04 user nova-compute[74974]: DEBUG oslo.service.loopingcall [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74974) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 12:43:04 user nova-compute[74974]: DEBUG nova.compute.manager [-] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Deallocating network for instance {{(pid=74974) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 12:43:04 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] deallocate_for_instance() {{(pid=74974) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 12:43:05 user nova-compute[74974]: DEBUG nova.network.neutron [-] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Updating instance_info_cache with network_info: [] {{(pid=74974) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 12:43:05 user nova-compute[74974]: INFO nova.compute.manager [-] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Took 0.92 seconds to deallocate network for instance.
Nov 29 12:43:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:43:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:43:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-3c750954-7f79-49ed-bdb3-c1e011c8a257 req-f8bb2347-ce4d-4df1-8eb0-4471677c9d71 service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Received event network-vif-deleted-c8e1056e-de1f-4aad-a9e6-b4cd0053c19f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:43:05 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:43:05 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:43:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.126s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:43:05 user nova-compute[74974]: INFO nova.scheduler.client.report [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Deleted allocations for instance 1764f4e3-b6c0-4827-a865-8fef87865a32
Nov 29 12:43:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-b5492332-a919-4e52-8fb3-aa84d73b47a4 tempest-SnapshotDataIntegrityTests-1344786331 tempest-SnapshotDataIntegrityTests-1344786331-project-member] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.134s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:43:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-24bd5d8b-50c0-424c-a23b-9c323d9ecd72 req-0a4a0ec7-2578-47e6-be97-fb2654912179 service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Received event network-vif-plugged-c8e1056e-de1f-4aad-a9e6-b4cd0053c19f {{(pid=74974) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 12:43:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-24bd5d8b-50c0-424c-a23b-9c323d9ecd72 req-0a4a0ec7-2578-47e6-be97-fb2654912179 service nova] Acquiring lock "1764f4e3-b6c0-4827-a865-8fef87865a32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:43:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-24bd5d8b-50c0-424c-a23b-9c323d9ecd72 req-0a4a0ec7-2578-47e6-be97-fb2654912179 service nova] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:43:05 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [req-24bd5d8b-50c0-424c-a23b-9c323d9ecd72 req-0a4a0ec7-2578-47e6-be97-fb2654912179 service nova] Lock "1764f4e3-b6c0-4827-a865-8fef87865a32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:43:05 user nova-compute[74974]: DEBUG nova.compute.manager [req-24bd5d8b-50c0-424c-a23b-9c323d9ecd72 req-0a4a0ec7-2578-47e6-be97-fb2654912179 service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] No waiting events found dispatching network-vif-plugged-c8e1056e-de1f-4aad-a9e6-b4cd0053c19f {{(pid=74974) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 12:43:05 user nova-compute[74974]: WARNING nova.compute.manager [req-24bd5d8b-50c0-424c-a23b-9c323d9ecd72 req-0a4a0ec7-2578-47e6-be97-fb2654912179 service nova] [instance: 1764f4e3-b6c0-4827-a865-8fef87865a32] Received unexpected event network-vif-plugged-c8e1056e-de1f-4aad-a9e6-b4cd0053c19f for instance with vm_state deleted and task_state None.
Nov 29 12:43:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:21 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:43:22 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:43:24 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:24 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:43:24 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Starting heal instance info cache {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 12:43:24 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Rebuilding the list of instances to heal {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 12:43:24 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Didn't find any instances for network info cache update. {{(pid=74974) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 12:43:26 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:43:26 user nova-compute[74974]: DEBUG nova.compute.manager [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74974) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 12:43:27 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:43:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:43:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:43:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:43:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:43:29 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:43:29 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:43:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:43:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:43:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:43:29 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Auditing locally available compute resources for user (node: user) {{(pid=74974) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 12:43:29 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:43:29 user nova-compute[74974]: WARNING nova.virt.libvirt.driver [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 12:43:29 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Hypervisor/Node resource view: name=user free_ram=9158MB free_disk=24.923934936523438GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=74974) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 12:43:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 12:43:29 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 12:43:29 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 12:43:29 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74974) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 12:43:30 user nova-compute[74974]: DEBUG nova.compute.provider_tree [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed in ProviderTree for provider: acbc7b17-f018-42b8-afd4-030057f87dc2 {{(pid=74974) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 12:43:30 user nova-compute[74974]: DEBUG nova.scheduler.client.report [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Inventory has not changed for provider acbc7b17-f018-42b8-afd4-030057f87dc2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74974) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 12:43:30 user nova-compute[74974]: DEBUG nova.compute.resource_tracker [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Compute_service record updated for user:user {{(pid=74974) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 12:43:30 user nova-compute[74974]: DEBUG oslo_concurrency.lockutils [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.161s {{(pid=74974) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 12:43:34 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:43:35 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:43:35 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:43:35 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:43:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:43:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74974) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 12:43:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:43:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74974) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 12:43:39 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:40 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:43:44 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:43:49 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:54 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:57 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:43:59 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:44:00 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:44:01 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:44:04 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:44:09 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 12:44:14 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:44:19 user nova-compute[74974]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74974) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 12:44:21 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 12:44:22 user nova-compute[74974]: DEBUG oslo_service.periodic_task [None req-39282440-b895-49eb-80dc-fda8c2f50b59 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74974) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}